-- Logs begin at Mon 2022-09-12 22:49:08 UTC, end at Mon 2022-09-12 23:46:12 UTC. -- Sep 12 23:19:37.899184 dv-cinder-852009-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 12 23:19:40.551167 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.common.config [-] Logging enabled! Sep 12 23:19:40.551794 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 12 23:19:40.551977 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106103) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 12 23:19:40.555135 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.common.config [-] Logging enabled! Sep 12 23:19:40.555390 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 12 23:19:40.555720 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106103) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 12 23:19:40.557167 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 12 23:19:40.557401 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 12 23:19:40.557872 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 12 23:19:40.558122 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 12 23:19:40.558346 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 12 23:19:40.558666 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.558965 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.559196 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.559492 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.559816 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.560099 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.560391 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.560690 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.560974 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.561252 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.561533 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.561761 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.562037 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.562322 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.562606 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.562828 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] debug = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.563104 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.563535 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.563959 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.564238 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.564527 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.564805 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.565073 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.565345 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.565624 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.565951 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] host = dv-cinder-852009-7-iscsi {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.566237 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.566509 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.566794 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.567077 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.567347 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.567647 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.567937 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.568204 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.568479 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.568748 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.569032 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.569315 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.569599 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.569822 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.570040 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.570321 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.570813 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.570991 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.571139 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.571409 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.571706 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.571979 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.572813 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.573099 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.573380 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.573664 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.573936 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.574207 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.574477 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.574751 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.575032 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.575302 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.575588 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.575860 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.576144 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.576409 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.576678 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.576976 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.577260 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.577538 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.577820 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.578095 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.578371 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.578643 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.578912 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.579181 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_json = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.579450 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.579741 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.580018 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.580287 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.580554 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.580823 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.581090 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.581371 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.581638 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:40.581931 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.582223 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.582521 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.582802 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.583103 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.583382 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.583696 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.583976 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.584265 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.584553 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.584841 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.585116 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.585411 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.585697 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.585987 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.586289 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.586584 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.586876 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.587151 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.587424 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.587772 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.588062 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.588348 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.588660 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.588952 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.589244 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.589523 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.589821 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.590106 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.590391 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.590683 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.590972 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.591244 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.591520 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.591834 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.592111 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.592381 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.592667 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.592942 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.593213 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.593491 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.593778 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.594062 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.594332 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.594606 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.594896 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.595171 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.595440 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.595733 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.596008 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.596276 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.596557 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.596831 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.597101 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.597369 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.597643 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.597916 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.598187 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.598458 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.598727 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.599001 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.599270 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.599537 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.599827 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.600093 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.600359 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.600627 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.600897 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.601170 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.601438 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.601705 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.601971 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.602240 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.602508 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.602790 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.603087 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.603899 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.604182 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.604459 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.604735 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.605010 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.605286 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.605560 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.605833 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.606104 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.606390 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.606669 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.606956 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.607240 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.607534 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.607851 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.608127 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.608405 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.608677 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.608952 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.609223 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.609501 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.609772 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.610043 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.610320 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.610599 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.610891 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.611181 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.611455 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.611773 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.612063 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.612350 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.612625 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.612932 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.613210 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:40.613424 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 12 23:19:40.613668 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106103) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 12 23:19:40.990261 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 12 23:19:40.990580 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 12 23:19:40.990847 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 12 23:19:40.991076 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 12 23:19:40.991350 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 12 23:19:40.991700 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 12 23:19:41.313237 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.313439 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.313706 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.314880 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.315152 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.315419 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.367752 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.368031 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.368300 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.384042 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.384326 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.385141 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.413534 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.413813 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.423086 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.449874 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.450151 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.450425 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.689195 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.689808 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.689808 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.690919 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.691657 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.796246 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.796569 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.796850 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.797118 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.797381 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.797695 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.797954 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.798207 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.798459 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.798736 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.798990 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.799247 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.799502 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.799773 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.800032 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.800294 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.800543 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.800806 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.801070 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.801323 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.801591 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.801840 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.802121 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.802491 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.802734 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.802976 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.803376 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:19:41.803639 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:19:41.803877 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:19:41.804112 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:19:41.804346 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:19:41.804579 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:19:41.804943 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 12 23:19:41.808720 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 12 23:19:41.812606 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 12 23:19:41.816522 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 12 23:19:41.818132 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 12 23:19:41.818750 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 12 23:19:41.819082 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 12 23:19:41.819459 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 12 23:19:41.822794 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 12 23:19:41.823045 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 12 23:19:41.823390 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 12 23:19:41.828486 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 12 23:19:41.851191 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 12 23:19:41.851686 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.851991 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106103) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 12 23:19:41.852362 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.853736 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106103) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 12 23:19:41.854019 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 12 23:19:41.854263 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 12 23:19:41.865208 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.865490 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:41.966267 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 12 23:19:41.966451 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 12 23:19:41.966684 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 12 23:19:41.967068 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 12 23:19:42.018916 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO dbcounter [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Registered counter for database neutron Sep 12 23:19:42.038336 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_db.sqlalchemy.engines [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106103) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 12 23:19:42.044932 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writer thread running {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 23:19:42.609465 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Initializing driver for type 'gre' Sep 12 23:19:42.610013 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] gre ID ranges: [(1, 1000)] Sep 12 23:19:42.666486 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Initializing driver for type 'local' Sep 12 23:19:42.666840 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Initializing driver for type 'vlan' Sep 12 23:19:42.680483 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] VlanTypeDriver initialization complete Sep 12 23:19:42.680947 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Initializing driver for type 'vxlan' Sep 12 23:19:42.681494 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] vxlan ID ranges: [(1, 1000)] Sep 12 23:19:42.739148 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Initializing extension driver 'port_security' Sep 12 23:19:42.739771 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] PortSecurityExtensionDriver initialization complete Sep 12 23:19:42.739859 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Initializing mechanism driver 'openvswitch' Sep 12 23:19:42.740169 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Initializing mechanism driver 'hyperv' Sep 12 23:19:42.746688 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:19:42.747355 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > port after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.747765 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.748127 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > port after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.748631 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:19:42.749052 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > subnet after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.749410 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > subnet after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.749758 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > subnet after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.750152 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:19:42.750557 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > network after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.750909 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > network after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.751255 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > network after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.751676 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:19:42.752089 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > security_group after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.752439 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > security_group after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.752782 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > security_group after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.753173 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:19:42.753576 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.753921 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.754261 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.754780 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:19:42.755189 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > address_group after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.755538 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > address_group after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.755906 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > address_group after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.756297 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106103) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:19:42.756735 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] ML2 OVO RPC backend initialized. {{(pid=106103) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 12 23:19:42.757439 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router_interface after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.757797 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.758213 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > network before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.758565 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > networks before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.758911 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > port before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.759256 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > ports before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.759633 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > subnet before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.759980 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > subnets before_response 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.760329 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > network after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.760670 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > network after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.761006 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > network after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.761347 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > port after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.761689 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.762026 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > port after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.762361 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > subnet after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.762697 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > subnet after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.763031 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > subnet after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.770592 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded quota_driver: . Sep 12 23:19:42.770959 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.plugin [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Modular L2 Plugin initialization complete Sep 12 23:19:42.771312 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading services supported by the core plugin {{(pid=106103) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 12 23:19:42.771684 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.plugins.ml2.managers [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Got port-security extension from driver 'port_security' Sep 12 23:19:42.772168 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.extensions.vlantransparent [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Disabled vlantransparent extension. Sep 12 23:19:42.772663 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106103) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 12 23:19:42.772990 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading Plugin: router Sep 12 23:19:42.808998 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router_interface before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.809391 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router after_create 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.809761 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router before_create 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.810132 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.810507 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.810863 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router after_delete 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.811223 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > floatingip after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.811593 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > floatingip after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.811960 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router after_create 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.812307 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router after_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.812654 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router after_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.813003 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.813363 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router after_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.813774 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router precommit_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.814142 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.814482 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: port after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.814821 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: subnet after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.815167 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.815512 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > port precommit_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.815883 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router precommit_create 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.816227 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: port before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.816570 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router precommit_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.816926 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router after_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.817270 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router precommit_delete 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.817620 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router precommit_create 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.817982 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router_interface after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.818331 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router precommit_update 55549900 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.818697 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > agent after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.819051 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > agent after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.819400 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > network after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.820288 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Tracking information for resource: router configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:19:42.820627 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Tracking information for resource: floatingip configured {{(pid=106103) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:19:42.825516 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.db.l3_agentschedulers_db [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 12 23:19:42.826097 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.826460 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: port after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.826814 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: port after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.827167 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.827990 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router before_create 55550100 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.828357 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router precommit_delete 55550100 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.828721 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router precommit_create 55550100 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.829077 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > router precommit_update 55550100 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.833939 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.services.provider_configuration [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service providers = [] {{(pid=106103) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 12 23:19:42.834305 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.db.servicetype_db [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106103) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 12 23:19:42.837298 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.services.service_base [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 23:19:42.838195 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.services.service_base [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 23:19:42.838539 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.services.service_base [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 23:19:42.839435 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.services.service_base [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106103) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 23:19:42.839839 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.services.service_base [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 12 23:19:42.840217 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:19:42.840534 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 12 23:19:42.852064 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:19:42.852402 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading Plugin: auto_allocate Sep 12 23:19:42.858702 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: network precommit_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.859080 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: network precommit_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.859673 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:19:42.859955 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading Plugin: tag Sep 12 23:19:42.866441 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:19:42.866775 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading Plugin: timestamp Sep 12 23:19:42.870815 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:19:42.871149 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading Plugin: network_ip_availability Sep 12 23:19:42.876614 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.876990 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.877351 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:42.878073 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:19:42.878400 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading Plugin: flavors Sep 12 23:19:42.883065 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:19:42.883399 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading Plugin: revisions Sep 12 23:19:42.888338 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106103) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:19:42.888731 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.897s {{(pid=106103) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 12 23:19:42.889470 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106103) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 12 23:19:42.889807 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Initializing extension manager. Sep 12 23:19:42.890333 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: __init__.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.890674 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: __pycache__ {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.891007 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: address_group.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.891922 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.892488 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: address-group Sep 12 23:19:42.892815 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: address_scope.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.893489 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.893996 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: address-scope Sep 12 23:19:42.894318 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: admin_state_down_before_update.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.895194 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.895739 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: router-admin-state-down-before-update Sep 12 23:19:42.896062 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: agent.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.896721 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.897225 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: agent Sep 12 23:19:42.897548 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: agent_resources_synced.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.898408 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.898913 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: agent-resources-synced Sep 12 23:19:42.899234 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: allowedaddresspairs.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.901595 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.902364 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: allowed-address-pairs Sep 12 23:19:42.902697 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: auto_allocated_topology.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.903760 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.904270 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: auto-allocated-topology Sep 12 23:19:42.904597 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: availability_zone.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.905251 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.905760 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: availability_zone Sep 12 23:19:42.906084 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: availability_zone_filter.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.906958 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.907458 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: availability_zone_filter Sep 12 23:19:42.907810 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: data_plane_status.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.908674 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.909176 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension data-plane-status not supported by any of loaded plugins Sep 12 23:19:42.909497 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: default_subnetpools.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.910402 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.910907 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: default-subnetpools Sep 12 23:19:42.911227 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: dhcpagentscheduler.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.912019 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.912531 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: dhcp_agent_scheduler Sep 12 23:19:42.912852 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: dns.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.913737 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.914234 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension dns-integration not supported by any of loaded plugins Sep 12 23:19:42.914555 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: dns_domain_ports.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.915428 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.915987 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 12 23:19:42.916310 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.917190 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.917711 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 12 23:19:42.918004 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: dvr.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.918638 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.919143 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: dvr Sep 12 23:19:42.919463 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: ecmp_routes.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.920348 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.920842 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 12 23:19:42.921161 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: empty_string_filtering.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.922021 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.922532 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: empty-string-filtering Sep 12 23:19:42.922836 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.923727 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.924227 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 12 23:19:42.924547 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.925418 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.925913 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 12 23:19:42.926234 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: external_net.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.927103 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.927629 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: external-net Sep 12 23:19:42.927953 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: extra_dhcp_opt.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.928815 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.929319 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: extra_dhcp_opt Sep 12 23:19:42.929640 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: extraroute.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.930504 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.931005 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: extraroute Sep 12 23:19:42.931369 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: extraroute_atomic.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.932378 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.932887 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: extraroute-atomic Sep 12 23:19:42.933211 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: filter_validation.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.933837 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.934335 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: filter-validation Sep 12 23:19:42.934654 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: fip_pf_description.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.935515 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.936041 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 12 23:19:42.936361 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: fip_pf_detail.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.937230 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.937728 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: floating-ip-port-forwarding-detail Sep 12 23:19:42.938045 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: fip_pf_port_range.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.938913 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.939407 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 12 23:19:42.939760 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: fip_port_details.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.940631 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.941135 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: fip-port-details Sep 12 23:19:42.941453 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: flavors.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.942642 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.943154 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: flavors Sep 12 23:19:42.943478 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.945114 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.945636 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 12 23:19:42.945962 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: floatingip_pools.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.946625 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.947677 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: floatingip-pools Sep 12 23:19:42.948005 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: ip_allocation.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.948882 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.949392 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension ip_allocation not supported by any of loaded plugins Sep 12 23:19:42.949714 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.950602 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.951108 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: ip-substring-filtering Sep 12 23:19:42.951431 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: l2_adjacency.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.952346 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.952848 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 12 23:19:42.953170 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: l3.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.954098 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.954607 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: router Sep 12 23:19:42.954927 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: l3_conntrack_helper.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.957319 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.957845 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 12 23:19:42.958177 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.959077 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.959596 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: ext-gw-mode Sep 12 23:19:42.959929 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.960810 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.961318 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: l3-ha Sep 12 23:19:42.961642 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.962522 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.963586 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 12 23:19:42.963912 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: l3_flavors.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.964789 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.965297 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: l3-flavors Sep 12 23:19:42.965619 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: l3_ndp_proxy.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.966956 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.967468 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 12 23:19:42.967825 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.968701 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.969218 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 12 23:19:42.969544 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: l3agentscheduler.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.970544 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.971057 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: l3_agent_scheduler Sep 12 23:19:42.971386 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: local_ip.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.973096 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.973614 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension local_ip not supported by any of loaded plugins Sep 12 23:19:42.973948 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: logging.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.975368 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.975925 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension logging not supported by any of loaded plugins Sep 12 23:19:42.976259 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: metering.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.976962 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.977540 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: metering Sep 12 23:19:42.977872 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.978942 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.979462 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: metering_source_and_destination_fields Sep 12 23:19:42.979820 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: multiprovidernet.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.980705 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.981219 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: multi-provider Sep 12 23:19:42.981548 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: netmtu.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.982427 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.982932 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: net-mtu Sep 12 23:19:42.983276 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: netmtu_writable.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.984155 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.984664 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: net-mtu-writable Sep 12 23:19:42.984989 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: network_availability_zone.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.985622 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.986127 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: network_availability_zone Sep 12 23:19:42.986448 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: network_ip_availability.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.987502 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.988044 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: network-ip-availability Sep 12 23:19:42.988370 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: network_segment_range.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.989092 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.989599 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension network-segment-range not supported by any of loaded plugins Sep 12 23:19:42.989922 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: pagination.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.990850 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.991178 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: pagination Sep 12 23:19:42.991500 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: port_device_profile.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.992407 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.992912 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: port-device-profile Sep 12 23:19:42.993233 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: port_mac_address_override.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.994131 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.994635 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: port-mac-override Sep 12 23:19:42.994955 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.995871 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.996375 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: port-mac-address-regenerate Sep 12 23:19:42.996694 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.997574 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.998082 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: port-numa-affinity-policy Sep 12 23:19:42.998406 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: port_resource_request.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:42.999288 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:42.999825 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension port-resource-request not supported by any of loaded plugins Sep 12 23:19:43.000151 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: port_resource_request_groups.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.001066 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.001571 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 12 23:19:43.001893 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: portbindings.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.002778 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.003287 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: binding Sep 12 23:19:43.003641 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: portbindings_extended.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.004854 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.005365 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: binding-extended Sep 12 23:19:43.005696 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: portsecurity.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.006567 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.007074 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: port-security Sep 12 23:19:43.007397 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: project_id.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.008543 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.008875 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: project-id Sep 12 23:19:43.009204 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: providernet.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.010590 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.011099 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: provider Sep 12 23:19:43.011427 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.014913 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.015440 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos not supported by any of loaded plugins Sep 12 23:19:43.015807 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.017038 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.017554 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 12 23:19:43.017886 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.018763 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.019274 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 12 23:19:43.019636 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_default.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.020508 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.021017 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-default not supported by any of loaded plugins Sep 12 23:19:43.021341 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_fip.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.022216 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.022722 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-fip not supported by any of loaded plugins Sep 12 23:19:43.023046 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_fip_network_policy.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.023943 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.024448 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 12 23:19:43.024770 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_gateway_ip.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.026223 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.026725 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 12 23:19:43.027295 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_port_network_policy.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.028193 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.028699 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 12 23:19:43.029021 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.030020 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.030529 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 12 23:19:43.030852 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.031879 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.032386 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 12 23:19:43.032710 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_pps_rule.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.033833 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.034350 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-pps not supported by any of loaded plugins Sep 12 23:19:43.034677 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_rule_type_details.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.035554 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.036087 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 12 23:19:43.036416 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_rule_type_filter.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.037293 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.037801 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 12 23:19:43.038128 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: qos_rules_alias.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.039135 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.039685 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 12 23:19:43.040009 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: quota_check_limit.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.040914 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.041428 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: quota-check-limit Sep 12 23:19:43.041755 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: quotasv2.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.042642 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.042969 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: quotas Sep 12 23:19:43.043290 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: quotasv2_detail.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.044962 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.045301 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: quota_details Sep 12 23:19:43.045633 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: rbac.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.046639 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.047158 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: rbac-policies Sep 12 23:19:43.047489 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: rbac_address_group.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.048395 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.048906 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: rbac-address-group Sep 12 23:19:43.049231 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: rbac_address_scope.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.050197 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.050709 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: rbac-address-scope Sep 12 23:19:43.051034 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: rbac_security_groups.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.051959 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.052463 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: rbac-security-groups Sep 12 23:19:43.052788 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: rbac_subnetpool.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.053664 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.054171 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: rbac-subnetpool Sep 12 23:19:43.054495 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: revisionifmatch.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.055380 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.055919 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: revision-if-match Sep 12 23:19:43.056244 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: revisions.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.057344 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.057848 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: standard-attr-revisions Sep 12 23:19:43.058175 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: router_availability_zone.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.058807 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.059320 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: router_availability_zone Sep 12 23:19:43.059744 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: routerservicetype.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.060623 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.061127 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension router-service-type not supported by any of loaded plugins Sep 12 23:19:43.061449 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.062330 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.062832 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: security-groups-normalized-cidr Sep 12 23:19:43.063155 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: security_groups_port_filtering.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.064060 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.064563 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: port-security-groups-filtering Sep 12 23:19:43.064886 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.065766 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.066271 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: security-groups-remote-address-group Sep 12 23:19:43.066593 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.067475 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.068016 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: security-groups-shared-filtering Sep 12 23:19:43.068340 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: securitygroup.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.078481 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.079014 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: security-group Sep 12 23:19:43.079346 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: segment.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.080060 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.080574 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension segment not supported by any of loaded plugins Sep 12 23:19:43.080901 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.081797 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.082307 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 12 23:19:43.082633 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: servicetype.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.083712 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.084230 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: service-type Sep 12 23:19:43.084557 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: sorting.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.085494 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.085825 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: sorting Sep 12 23:19:43.086150 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: standard_attr_segment.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.087041 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.088135 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 12 23:19:43.088466 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: standardattrdescription.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.089077 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.089584 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: standard-attr-description Sep 12 23:19:43.089921 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: stateful_security_group.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.090799 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.091308 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: stateful-security-group Sep 12 23:19:43.091661 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: stdattrs_common.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.092211 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 12 23:19:43.092537 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.093420 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.093933 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 12 23:19:43.094259 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: subnet_onboard.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.095285 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.095836 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: subnet_onboard Sep 12 23:19:43.096167 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.097060 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.097572 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 12 23:19:43.097898 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: subnet_service_types.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.098780 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.099296 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: subnet-service-types Sep 12 23:19:43.099649 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: subnetallocation.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.100683 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.101203 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: subnet_allocation Sep 12 23:19:43.101531 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.102165 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.102678 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: subnetpool-prefix-ops Sep 12 23:19:43.103003 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.103948 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.104464 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 12 23:19:43.104793 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: tagging.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.105813 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.106334 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: standard-attr-tag Sep 12 23:19:43.106660 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: timestamp.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.107844 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.108355 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loaded extension: standard-attr-timestamp Sep 12 23:19:43.108681 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: trunk.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.109662 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.110221 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension trunk not supported by any of loaded plugins Sep 12 23:19:43.110505 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: trunk_details.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.111374 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.111907 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension trunk-details not supported by any of loaded plugins Sep 12 23:19:43.112231 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: uplink_status_propagation.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.113107 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.113617 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 12 23:19:43.113943 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Loading extension file: vlantransparent.py {{(pid=106103) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:19:43.114569 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106103) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:19:43.115072 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 12 23:19:43.117718 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:network Sep 12 23:19:43.118244 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:subnet Sep 12 23:19:43.118644 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 23:19:43.119063 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:port Sep 12 23:19:43.120377 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.120822 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service FLAVORS assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.121431 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.121869 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.122204 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:router Sep 12 23:19:43.122638 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:floatingip Sep 12 23:19:43.123132 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service METERING assigned prefix: /metering {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.124617 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:43.124994 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:43.125352 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:19:43.126367 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of CountableResource for resource:rbac_policy Sep 12 23:19:43.126814 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:security_group Sep 12 23:19:43.127242 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 12 23:19:43.127822 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service CORE assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.128161 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 23:19:43.128509 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] subnetpool is already registered Sep 12 23:19:43.128933 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service CORE assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.129284 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 23:19:43.129616 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] subnetpool is already registered Sep 12 23:19:43.132048 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.132497 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service FLAVORS assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.133126 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.133675 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.134011 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:router Sep 12 23:19:43.134356 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] router is already registered Sep 12 23:19:43.135296 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:floatingip Sep 12 23:19:43.135669 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] floatingip is already registered Sep 12 23:19:43.136139 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service METERING assigned prefix: /metering {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.136864 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of CountableResource for resource:rbac_policy Sep 12 23:19:43.137189 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] rbac_policy is already registered Sep 12 23:19:43.137605 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:security_group Sep 12 23:19:43.137941 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] security_group is already registered Sep 12 23:19:43.138366 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 12 23:19:43.138701 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] security_group_rule is already registered Sep 12 23:19:43.139196 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service CORE assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.139521 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 23:19:43.139887 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] subnetpool is already registered Sep 12 23:19:43.140316 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.v2.resource_helper [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Service CORE assigned prefix: {{(pid=106103) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:19:43.140639 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 23:19:43.140973 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING neutron.quota.resource_registry [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] subnetpool is already registered Sep 12 23:19:43.141439 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: extensions {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.143027 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: address-groups {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.144563 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: address-scopes {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.145795 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: agents {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.146951 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: auto-allocated-topology {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.149467 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: availability_zones {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.150794 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: dhcp-networks {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.152507 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: dhcp-agents {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.154056 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: routers {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.155845 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: flavors {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.157015 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: service_profiles {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.158319 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: next_providers {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.159816 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: service_profiles {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.161277 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: floatingip-pools {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.162496 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: routers {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.164334 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: floatingips {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.165534 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: l3-routers {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.167452 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: l3-agents {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.168982 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: metering-labels {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.170284 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: metering-label-rules {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.171616 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: network-ip-availabilities {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.172970 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: bindings {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.174537 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: quotas {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.176136 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: quotas {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.177842 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: rbac-policies {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.179042 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: security-groups {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.180279 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: security-group-rules {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.182105 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: service-providers {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.183418 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: subnetpools {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.184792 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: subnetpools {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.186260 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.188057 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.189800 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.191729 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.193444 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.195303 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.197152 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.198960 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.200780 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.202633 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron.api.extensions [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Extended resource: tags {{(pid=106103) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:19:43.209616 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING keystonemiddleware.auth_token [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 12 23:19:43.214684 dv-cinder-852009-7-iscsi neutron-server[106103]: WARNING keystonemiddleware.auth_token [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 12 23:19:43.223406 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Acquiring lock "singleton_lock" {{(pid=106103) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 12 23:19:43.223760 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Acquired lock "singleton_lock" {{(pid=106103) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 12 23:19:43.224230 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_concurrency.lockutils [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Releasing lock "singleton_lock" {{(pid=106103) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 12 23:19:43.224870 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO oslo_service.service [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Starting 2 workers Sep 12 23:19:43.230181 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Started child 106216 {{(pid=106103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 23:19:43.234595 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Started child 106217 {{(pid=106103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 23:19:43.235524 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:43.236273 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO neutron.service [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 12 23:19:43.236938 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Publish callbacks [] for process (None), before_spawn {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:43.237146 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [-] (106216) wsgi starting up on http://0.0.0.0:9696 Sep 12 23:19:43.239317 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:43.239763 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO oslo_service.service [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Starting 1 workers Sep 12 23:19:43.240738 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [-] (106217) wsgi starting up on http://0.0.0.0:9696 Sep 12 23:19:43.245138 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Started child 106218 {{(pid=106103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 23:19:43.245661 dv-cinder-852009-7-iscsi neutron-server[106103]: INFO oslo_service.service [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Starting 1 workers Sep 12 23:19:43.248921 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.service [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] calling RpcWorker wait() {{(pid=106218) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 12 23:19:43.249458 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.service [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] returning from RpcWorker wait() {{(pid=106218) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 12 23:19:43.250144 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Started child 106219 {{(pid=106103) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 23:19:43.250758 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:43.250933 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9c798033-ca5e-406a-9131-342666bd8d0b None None] Publish callbacks [] for process (None), after_spawn {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:43.251436 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:19:43.252905 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106103) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 12 23:19:43.253124 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 12 23:19:43.253312 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 12 23:19:43.253542 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 12 23:19:43.253889 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 12 23:19:43.254071 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 12 23:19:43.254574 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.254860 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.255125 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.255405 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.255604 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:43.256073 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.256281 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.256517 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.256609 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:19:43.256797 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.257060 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.257230 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.257398 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.257640 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.257871 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.258197 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.258481 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.258732 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.258972 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.259141 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.259432 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.259750 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.260012 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.260285 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] debug = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.260564 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.261045 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.261307 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.261716 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.262099 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.262527 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.262928 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.263352 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.263775 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.264135 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.264523 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.264940 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.265350 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.265758 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.266138 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.266539 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.266926 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.267563 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] host = dv-cinder-852009-7-iscsi {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.267986 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.268381 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.268775 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.269182 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.269586 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.269960 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.270385 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.270793 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.271192 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.271604 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.271990 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.272380 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.272777 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.273178 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.273487 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_options = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.273863 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.274305 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.274727 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.275613 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.275925 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.276231 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.276628 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.276933 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.277579 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.277958 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.278311 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.278674 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.279285 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.279682 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.280134 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.280499 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.280859 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.281253 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.281646 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.282050 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.282437 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.282824 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.283177 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.283530 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.283913 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.284296 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.284562 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.284808 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.285031 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.285283 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.285543 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.285807 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.286048 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.286291 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.286570 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.286802 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.287035 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.287281 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.287554 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.287808 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.288062 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.288310 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.288522 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.289000 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.289395 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.289785 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.290004 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_json = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.290221 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.290459 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.291301 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.291595 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.291810 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.292024 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.292456 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.292867 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.293279 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.293868 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.294169 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.294505 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.294768 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.295004 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.295256 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.295694 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.295921 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.296162 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.296402 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.296732 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.296956 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.297258 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.297503 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.297779 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.298129 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.298375 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.298643 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.298880 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.299099 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.299320 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.299560 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.299875 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.300097 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.300333 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.300585 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.300831 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.301150 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.301436 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.301698 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.302047 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.302309 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.302589 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.302846 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.303084 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.303342 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.303586 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.303829 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.304079 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.304294 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.304561 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.304796 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.305032 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.305283 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.305497 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.305744 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.305985 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.306453 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.306912 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.307139 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.307375 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.307647 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.307860 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.308092 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.308320 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.308534 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.308798 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.309046 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.309278 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.309524 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.309776 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.309998 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.310230 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.310448 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.310693 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.310908 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.311125 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.311338 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.311595 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.311822 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.312038 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.312253 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.312469 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.312697 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.312903 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.313497 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.313497 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.313773 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.313773 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.314026 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.314166 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.314382 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.314598 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.314810 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.315051 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.315265 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.315500 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.315750 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.315963 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.316209 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.316445 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.316671 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.316978 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.317239 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.317502 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.318120 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.318120 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.318908 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.318908 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.318908 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.318908 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.319208 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.319384 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.320651 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.320651 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.320651 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.320651 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.320651 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.322034 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.322034 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.322034 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.322034 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.322034 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.322034 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.322909 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.322909 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.322909 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.322909 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.323196 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.323275 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.323454 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.323725 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.323977 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.324411 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.324654 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.324946 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.325166 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.325423 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.325720 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.325994 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.326277 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.326548 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.326778 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.327031 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.327290 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.327547 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.328017 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.328249 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.328663 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.328908 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.329128 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.329344 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.329577 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.329908 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.330336 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.330569 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.330807 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.331077 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.331327 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.331602 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.331935 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.332175 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.332421 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.332675 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.332902 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.333134 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.333364 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.333610 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.333822 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.334052 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.334283 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.334518 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.334731 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.334963 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.335196 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.335408 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.335647 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.335867 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.336085 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.336305 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.336551 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.336765 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.336983 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.337233 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.337450 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.338179 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.338412 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.338625 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.338853 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.339070 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.339344 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.339630 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.340106 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.340106 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.340307 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.340509 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.340743 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.340989 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.341206 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.341437 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.341646 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.342017 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.342236 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.342468 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.342694 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.342905 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.343306 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.343733 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.344227 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.344494 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.344727 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.344970 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.345214 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.345440 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.345660 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.345877 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.346115 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.346365 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.346586 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.346836 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.347076 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.347294 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.347503 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.347746 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.347962 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.348182 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.348441 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.348677 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.348908 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.349148 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.349364 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.349602 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.349835 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.350050 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.350287 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.350501 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.350753 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.350947 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.351163 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.351398 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.351757 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.352009 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.352243 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.352501 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.352719 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.352935 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.353751 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.353956 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.354174 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.354419 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.354636 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.354847 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.355093 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.355305 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.355515 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.355770 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.355987 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.356198 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.356424 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.356634 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.356846 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.357070 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.357303 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.357513 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.357973 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.357973 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.358199 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.358352 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.358570 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.358781 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.359025 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.359240 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.359448 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.359698 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.359915 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.360122 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.360469 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.360684 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.360919 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.361218 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.361445 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.361689 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.361934 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.362247 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.362462 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.362700 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.362928 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.363163 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.363382 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.363677 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.363992 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.364273 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.364535 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.364785 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.364919 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:19:43.365062 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.365319 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.365590 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.365804 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.366108 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.366445 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.366697 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.366950 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.367187 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.367444 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.367690 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.367906 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.368140 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.368511 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.368966 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.368966 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.369269 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.369408 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.369498 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.369757 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.370157 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.370299 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.370424 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.370642 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.370857 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.371013 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 12 23:19:43.371536 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106103) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 12 23:19:43.371723 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 12 23:19:43.371876 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 12 23:19:43.372044 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 12 23:19:43.372210 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 12 23:19:43.372358 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 12 23:19:43.372562 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.372722 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.372882 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.373030 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.373207 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.373367 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.373524 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.373680 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.373839 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.374011 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.374141 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.374296 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.374452 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.374610 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.374766 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.374923 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.375080 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.375241 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.375403 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.375612 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.375730 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.375884 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] debug = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.376030 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.376240 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.376402 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.376542 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.376679 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.376838 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.376994 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.377150 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.377306 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.377439 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.377596 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.377742 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.377884 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.378042 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.378198 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.378345 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.378498 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.378640 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] host = dv-cinder-852009-7-iscsi {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.378800 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.378972 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.379596 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.379596 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.379596 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.379596 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.379864 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.379864 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.380054 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.380181 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.380339 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.380493 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.380651 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.380802 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.380953 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_options = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.381109 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.381265 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.381429 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.381590 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.381753 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.381911 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.382068 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.382224 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.382385 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.382542 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.382698 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.382854 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.383010 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.383166 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.383321 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.383477 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.383657 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.383814 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.383971 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.384130 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.384275 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.384457 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.384613 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.384770 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.384925 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.385081 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.385238 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.385395 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.385539 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.385696 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.385852 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.386010 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.386168 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.386326 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.386482 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.386638 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.386795 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.387125 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.387125 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.387609 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.387609 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.387609 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.387911 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.387911 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.388132 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.388132 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.388366 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_json = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.388503 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.388629 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.388751 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.388874 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.389018 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.389449 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.389449 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.389449 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.389759 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:19:43.389759 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.389966 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.390078 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.390225 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.390385 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.390546 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.390911 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.390911 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.391149 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.391149 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.391352 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.391460 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.391652 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.391813 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.391972 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.392135 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.392300 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.392459 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.392619 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.392777 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.392936 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.393095 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.393264 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.393422 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.393582 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.393740 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.393901 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.394068 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.394226 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.394393 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.394567 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.394727 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.394886 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.395047 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.395207 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.395368 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.395530 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.395738 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.395901 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.396061 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.396221 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.396382 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.396543 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.396707 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.396876 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.397019 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.397178 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.397338 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.397499 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.397659 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.397818 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.397979 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.398139 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.398300 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.398460 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.398621 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.398780 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.398954 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.399102 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.399257 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.399468 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.399656 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.399792 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.399946 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.400776 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.400776 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.401068 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.401068 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.401323 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.401323 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.401576 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.401576 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.401787 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.401894 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.402033 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.402451 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.402611 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.402776 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.402936 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.403096 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.403255 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.403415 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.403589 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.403789 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.403920 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.404076 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.404236 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.404395 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.404553 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.404713 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.404873 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.405040 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.405214 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.405373 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.405531 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.405690 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.405849 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.406010 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.406169 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.406328 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.406487 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.406646 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.406819 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.406960 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.407122 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.407281 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.407440 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.407619 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.407779 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.407938 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.408097 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.408256 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.408416 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.408575 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.408735 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.408893 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.409052 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.409212 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.409371 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.409575 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.409664 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.409822 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.409979 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.410148 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.410308 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.410470 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.410631 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.410797 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.410966 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.411126 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.411286 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.411445 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.411625 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.411788 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.411947 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.412107 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.412265 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.412425 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.412584 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.412759 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.412919 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.413080 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.413239 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.413421 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.413582 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.413741 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.413900 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.414059 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.414219 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.414379 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.414539 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.414699 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.414858 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.415018 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.415178 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.415337 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.415497 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.415759 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.415922 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.416082 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.416241 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.416400 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.416560 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.416720 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.416878 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.417037 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.417195 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.417354 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.417512 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.417673 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.417832 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.417992 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.418151 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.418309 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.418467 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.418626 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.418783 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.418942 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.419101 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.419259 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.419420 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.419601 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.419768 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.419915 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.420145 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.420840 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.420840 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.420840 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.420840 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.420840 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.421219 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.421219 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.421371 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.421459 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.421541 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.421701 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.421859 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.422018 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.422196 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.422356 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.422516 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.422677 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.422888 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.423054 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.423215 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.423384 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.423637 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.423798 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.424028 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.424028 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.424310 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.424310 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.424571 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.424571 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.424896 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.424896 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.425137 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.425266 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.425410 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.425530 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.425648 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.425766 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.425928 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.426087 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.426246 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.426404 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.426566 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.426707 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.426875 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.427025 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.427193 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.427343 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.427503 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.427698 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.427839 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.428003 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.428246 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.428407 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.428536 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.428680 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.428817 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.429037 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.429037 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.429261 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.429390 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.429518 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.429656 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.429786 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.429957 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.430113 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.430271 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.430408 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.430578 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.430730 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.430874 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.431032 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.431179 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.431875 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.432040 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.432161 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.432323 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.432467 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.432626 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.432786 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.432944 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.433103 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.433276 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.433436 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.433594 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.433760 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.433918 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.434076 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.434236 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.434407 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.434566 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.434728 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.434886 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.435044 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.435203 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.435363 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.435526 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.435718 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.435885 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.436046 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.436213 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.436382 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.436551 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.436711 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.436877 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.437047 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.437206 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.437364 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.437524 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.437683 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.437842 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.438001 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.438159 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.438317 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.438476 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.438636 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.438795 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.438993 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.439124 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.439250 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.439408 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.439610 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.439747 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.439906 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.440066 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:19:43.440218 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106103) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 12 23:19:43.606577 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 41644) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:19:43.613592 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048435 Sep 12 23:19:43.617921 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [-] 10.222.0.27 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038102 Sep 12 23:19:52.732455 dv-cinder-852009-7-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:19:54.892414 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writer thread running {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 23:19:54.906959 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf66df5c-91fe-4d6b-a2e4-4054f7e18d00 None None] get_active_networks_info from dv-cinder-852009-7-iscsi {{(pid=106218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 12 23:19:54.982129 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf66df5c-91fe-4d6b-a2e4-4054f7e18d00 None None] No non-hosted networks {{(pid=106218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 12 23:19:55.007967 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-16356d7f-0709-4984-acd6-087870019c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764415'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:56.700091 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writer thread running {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 23:19:57.265283 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-40f2a046-b167-4084-a6f5-d9d199bc99c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764415'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:57.328383 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6cca8d73-f983-43a0-b4da-c9c06d468dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:58.458350 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764415'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:58.660445 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 41718) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:19:59.244219 dv-cinder-852009-7-iscsi neutron-server[106217]: WARNING oslo_policy.policy [None req-4d19b2f2-98e8-4c2c-99e9-5d67a690d774 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:19:59.244929 dv-cinder-852009-7-iscsi neutron-server[106217]: WARNING oslo_policy.policy [None req-4d19b2f2-98e8-4c2c-99e9-5d67a690d774 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:19:59.465403 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [None req-4d19b2f2-98e8-4c2c-99e9-5d67a690d774 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:19:59.466934 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4d19b2f2-98e8-4c2c-99e9-5d67a690d774 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8043993 Sep 12 23:19:59.693292 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764415'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:59.997277 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764415'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:19:59.999207 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.000083 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.000425 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.000752 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.001077 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.002018 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.002356 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.002739 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.003072 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.003601 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.003924 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.004245 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.005961 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.006651 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.007091 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:00.007828 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852009-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:20:00.014926 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852009-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:20:02.150318 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 41752) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:02.478796 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-f022314f-ace0-4c69-a07d-94e8c9d6c58c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:20:02.491149 dv-cinder-852009-7-iscsi neutron-server[106217]: ERROR stevedore.extension [None req-f022314f-ace0-4c69-a07d-94e8c9d6c58c admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 12 23:20:02.573883 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.policy [None req-f022314f-ace0-4c69-a07d-94e8c9d6c58c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106217) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 12 23:20:02.616471 dv-cinder-852009-7-iscsi neutron-server[106217]: WARNING oslo_policy.policy [None req-f022314f-ace0-4c69-a07d-94e8c9d6c58c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:20:02.616851 dv-cinder-852009-7-iscsi neutron-server[106217]: WARNING oslo_policy.policy [None req-f022314f-ace0-4c69-a07d-94e8c9d6c58c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:20:02.637390 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writer thread running {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 23:20:02.714568 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f022314f-ace0-4c69-a07d-94e8c9d6c58c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763240152392', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763240151900', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763240036946', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763240046355', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763240048899', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763240060333', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66584194', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66578654', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1784223', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1790881'] for rbac-policy (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:02.790818 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f022314f-ace0-4c69-a07d-94e8c9d6c58c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:02.792045 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f022314f-ace0-4c69-a07d-94e8c9d6c58c admin admin] 10.222.0.27 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6408577 Sep 12 23:20:03.420418 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.db.l3_hamode_db [None req-61eb3d0c-1b48-453c-ab4f-758afad6d512 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 12 23:20:03.495407 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb3d0c-1b48-453c-ab4f-758afad6d512 None None] Routers set() bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:20:03.495827 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb3d0c-1b48-453c-ab4f-758afad6d512 None None] Router IDs set() for agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 12 23:20:05.402771 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 41762) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:05.732159 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:20:05.761513 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Made reservation on behalf of 7849898da2494c4897ab5e0e09c9fe9e for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:20:05.765918 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:05.784471 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:05.891377 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Publish callbacks [] for security_group (a0113a55-b26f-410e-92d2-a56f70d79f42), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:05.894816 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (a0113a55-b26f-410e-92d2-a56f70d79f42), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:05.919860 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:20:05.951757 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763242561967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (ea1f4550-02d5-4851-b7a3-512211fc502f), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:05.952255 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Unsubscribe: segment precommit_create {{(pid=106217) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 12 23:20:05.952777 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Added segment ea1f4550-02d5-4851-b7a3-512211fc502f of type vlan for network a576d598-d692-4b7c-828d-83626e92bf2e Sep 12 23:20:05.972714 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a0113a55-b26f-410e-92d2-a56f70d79f42,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:06.023021 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.023361 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.024435 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.024703 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.025032 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.025353 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.025718 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.026140 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.026717 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.027037 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.027352 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.027713 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.028031 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.035998 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.036333 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Tracked resource versions report: Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: pushed versions: Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: { 'AddressGroup': {'1.2'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Agent': {'1.1'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'ConntrackHelper': {'1.0'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Log': {'1.0'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'NDPProxy': {'1.0'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Network': {'1.1'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Port': {'1.7'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'PortForwarding': {'1.3'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'QosPolicy': {'1.10'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SecurityGroup': {'1.5'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SubPort': {'1.0'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Subnet': {'1.1'}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Trunk': {'1.1'}} Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: consumer versions: Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: { DHCP agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: L3 agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: Metadata agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: Metering agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: Open vSwitch agent@dv-cinder-852009-7-iscsi: { 'AddressGroup': '1.2', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Agent': '1.1', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'ConntrackHelper': '1.0', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'LocalIPAssociation': '1.0', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Log': '1.0', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'NDPProxy': '1.0', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Network': '1.1', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Port': '1.7', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'PortForwarding': '1.3', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'QosPolicy': '1.10', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SecurityGroup': '1.5', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SecurityGroupRule': '1.2', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SubPort': '1.0', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Subnet': '1.1', Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Trunk': '1.1'}} Sep 12 23:20:06.037807 dv-cinder-852009-7-iscsi neutron-server[106217]: {{(pid=106217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:20:06.080695 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (a576d598-d692-4b7c-828d-83626e92bf2e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:06.126904 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (a576d598-d692-4b7c-828d-83626e92bf2e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:06.132051 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:20:06.132759 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:06.142388 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=49,neutron:INSERT=47,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:06.221136 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8172865 Sep 12 23:20:06.266160 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d458684-65b8-48a5-b4de-9079231f3542 demo demo] Pushing event updated for resources: {'Network': ['ID=a576d598-d692-4b7c-828d-83626e92bf2e,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:06.283525 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network a576d598-d692-4b7c-828d-83626e92bf2e details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:20:08.834010 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 41776) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:09.240914 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf9210d-6524-4091-8a4c-53401c52121a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:20:09.242286 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-daf9210d-6524-4091-8a4c-53401c52121a demo admin] 10.222.0.27 "GET /networking/v2.0/networks/a576d598-d692-4b7c-828d-83626e92bf2e HTTP/1.1" status: 200 len: 825 time: 0.4073064 Sep 12 23:20:09.266822 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5ce61d77-b8ee-4653-901c-f49d249647ec demo admin] 10.222.0.27 "GET /networking/v2.0/subnetpools/9b612e2a-e38c-4bed-9db0-97db90a46db9 HTTP/1.1" status: 200 len: 734 time: 0.0185239 Sep 12 23:20:09.275774 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9b612e2a-e38c-4bed-9db0-97db90a46db9', 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e', 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:20:09.297618 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] Made reservation on behalf of 7849898da2494c4897ab5e0e09c9fe9e for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:20:09.299872 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:09.449635 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:09.590925 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for subnet (11232d0c-bacd-4976-846a-fcef069ba10b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:09.656417 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] Pushing event updated for resources: {'Subnet': ['ID=11232d0c-bacd-4976-846a-fcef069ba10b,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:09.669699 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] Checking segment: {'id': 'ea1f4550-02d5-4851-b7a3-512211fc502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:20:09.670070 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] Network hostable DHCP agents. Network: a576d598-d692-4b7c-828d-83626e92bf2e, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:20:09.690638 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] Network a576d598-d692-4b7c-828d-83626e92bf2e is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:20:09.701621 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, a576d598-d692-4b7c-828d-83626e92bf2e) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:20:09.706240 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:20:09.706825 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:09.711019 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6beed2e-8c00-4842-af15-864c25595b6a None None] Network a576d598-d692-4b7c-828d-83626e92bf2e requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:20:09.723200 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ecb5ca85-5f42-4bda-a9fd-30a5d46bad35 demo admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4512422 Sep 12 23:20:09.974730 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-a576d598-d692-4b7c-828d-83626e92bf2e', 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e', 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'fixed_ips': [{'subnet_id': '11232d0c-bacd-4976-846a-fcef069ba10b'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:20:09.976098 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:10.247102 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Allocated IP 172.20.0.2 (a576d598-d692-4b7c-828d-83626e92bf2e/11232d0c-bacd-4976-846a-fcef069ba10b/366f82d2-1331-4b08-9110-7de5e623ed58) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:20:10.255717 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:10.513135 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Publish callbacks [] for port (366f82d2-1331-4b08-9110-7de5e623ed58), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:10.520360 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (366f82d2-1331-4b08-9110-7de5e623ed58), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:10.596427 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Network a576d598-d692-4b7c-828d-83626e92bf2e is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:20:10.602712 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:20:10.607813 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:20:10.611052 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Pushing event updated for resources: {'Port': ['ID=366f82d2-1331-4b08-9110-7de5e623ed58,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:10.645060 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.645429 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.645809 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.646168 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.646519 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.646884 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.647246 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.647634 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.647983 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.648888 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.649236 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.649579 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.649919 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.650278 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.650632 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Tracked resource versions report: Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: pushed versions: Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: { 'AddressGroup': {'1.2'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Agent': {'1.1'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'ConntrackHelper': {'1.0'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Log': {'1.0'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'NDPProxy': {'1.0'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Network': {'1.1'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Port': {'1.7'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'PortForwarding': {'1.3'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'QosPolicy': {'1.10'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SecurityGroup': {'1.5'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SubPort': {'1.0'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Subnet': {'1.1'}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Trunk': {'1.1'}} Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: consumer versions: Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: { DHCP agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: L3 agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: Metadata agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: Metering agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: Open vSwitch agent@dv-cinder-852009-7-iscsi: { 'AddressGroup': '1.2', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Agent': '1.1', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'ConntrackHelper': '1.0', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'LocalIPAssociation': '1.0', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Log': '1.0', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'NDPProxy': '1.0', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Network': '1.1', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Port': '1.7', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'PortForwarding': '1.3', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'QosPolicy': '1.10', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SecurityGroup': '1.5', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SecurityGroupRule': '1.2', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SubPort': '1.0', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Subnet': '1.1', Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Trunk': '1.1'}} Sep 12 23:20:10.652469 dv-cinder-852009-7-iscsi neutron-server[106218]: {{(pid=106218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:20:10.702618 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Attempting to bind port 366f82d2-1331-4b08-9110-7de5e623ed58 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:20:10.703019 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Attempting to bind port 366f82d2-1331-4b08-9110-7de5e623ed58 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'ea1f4550-02d5-4851-b7a3-512211fc502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:20:10.703450 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Attempting to bind port 366f82d2-1331-4b08-9110-7de5e623ed58 on network a576d598-d692-4b7c-828d-83626e92bf2e {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:20:10.724422 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:10.752661 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:20:10.753044 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Checking segment: {'id': 'ea1f4550-02d5-4851-b7a3-512211fc502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:20:10.753523 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:10.753912 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Bound using segment: {'id': 'ea1f4550-02d5-4851-b7a3-512211fc502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:20:10.754406 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Bound port: 366f82d2-1331-4b08-9110-7de5e623ed58, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1f4550-02d5-4851-b7a3-512211fc502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:20:10.754797 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (366f82d2-1331-4b08-9110-7de5e623ed58), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:10.815115 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] For port 366f82d2-1331-4b08-9110-7de5e623ed58, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:20:10.834291 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] For port 366f82d2-1331-4b08-9110-7de5e623ed58, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=366f82d2-1331-4b08-9110-7de5e623ed58,segment=NetworkSegment(ea1f4550-02d5-4851-b7a3-512211fc502f),segment_id=ea1f4550-02d5-4851-b7a3-512211fc502f)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:20:10.841886 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (366f82d2-1331-4b08-9110-7de5e623ed58), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:10.891278 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3c44c-7e60-4b7c-9ac0-6f80838ecbd2 None None] Pushing event updated for resources: {'Port': ['ID=366f82d2-1331-4b08-9110-7de5e623ed58,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:12.362539 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 41786) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:12.696090 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [None req-f3c3c217-0f30-483b-bf84-b1a83e74dd6a admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:20:12.697077 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f3c3c217-0f30-483b-bf84-b1a83e74dd6a admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3336906 Sep 12 23:20:13.705005 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=6 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:13.709871 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:15.374366 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 41798) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:15.707798 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [None req-f2295d2a-a379-4590-a7e5-9bd83661a820 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:20:15.708780 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f2295d2a-a379-4590-a7e5-9bd83661a820 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3336120 Sep 12 23:20:17.706529 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 366f82d2-1331-4b08-9110-7de5e623ed58 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:20:17.787499 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 366f82d2-1331-4b08-9110-7de5e623ed58 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:20:17.787937 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (366f82d2-1331-4b08-9110-7de5e623ed58), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:17.889620 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 366f82d2-1331-4b08-9110-7de5e623ed58 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:20:17.889932 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (366f82d2-1331-4b08-9110-7de5e623ed58), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:17.925682 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 366f82d2-1331-4b08-9110-7de5e623ed58, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=366f82d2-1331-4b08-9110-7de5e623ed58,segment=NetworkSegment(ea1f4550-02d5-4851-b7a3-512211fc502f),segment_id=ea1f4550-02d5-4851-b7a3-512211fc502f)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:20:17.930698 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (366f82d2-1331-4b08-9110-7de5e623ed58), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:17.981194 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=366f82d2-1331-4b08-9110-7de5e623ed58,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:18.360190 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 41810) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:18.686321 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-5f687259-0a9a-41a6-89d6-55102af1a90e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:20:18.711584 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5f687259-0a9a-41a6-89d6-55102af1a90e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (0a73f7f1-0606-464d-bf4c-cb9ad5806569), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:18.713187 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5f687259-0a9a-41a6-89d6-55102af1a90e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (0a73f7f1-0606-464d-bf4c-cb9ad5806569), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:18.863855 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5f687259-0a9a-41a6-89d6-55102af1a90e demo demo] Publish callbacks [] for router_controller (0a73f7f1-0606-464d-bf4c-cb9ad5806569), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:18.868637 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5f687259-0a9a-41a6-89d6-55102af1a90e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (0a73f7f1-0606-464d-bf4c-cb9ad5806569), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:18.885481 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aaf511-9752-4ad0-831f-0685afb90c71 None None] Network a576d598-d692-4b7c-828d-83626e92bf2e requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:20:18.886863 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5f687259-0a9a-41a6-89d6-55102af1a90e demo demo] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:18.891599 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5f687259-0a9a-41a6-89d6-55102af1a90e demo demo] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5269139 Sep 12 23:20:18.940303 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-70d44ec6-9432-4190-b67a-f191ca454279 None None] Provisioning complete for port 366f82d2-1331-4b08-9110-7de5e623ed58 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:20:18.940692 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-70d44ec6-9432-4190-b67a-f191ca454279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (366f82d2-1331-4b08-9110-7de5e623ed58), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:18.994697 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:19.085174 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-70d44ec6-9432-4190-b67a-f191ca454279 None None] Current status of the port 366f82d2-1331-4b08-9110-7de5e623ed58 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:20:19.307818 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-759b8943-8c2c-4404-adef-712676c2cb48 None None] Provisioning complete for port 366f82d2-1331-4b08-9110-7de5e623ed58 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:20:19.308184 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-759b8943-8c2c-4404-adef-712676c2cb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (366f82d2-1331-4b08-9110-7de5e623ed58), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:19.378511 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-759b8943-8c2c-4404-adef-712676c2cb48 None None] Current status of the port 366f82d2-1331-4b08-9110-7de5e623ed58 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:20:19.650824 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 366f82d2-1331-4b08-9110-7de5e623ed58 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:20:19.693123 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 366f82d2-1331-4b08-9110-7de5e623ed58 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:20:19.693493 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (366f82d2-1331-4b08-9110-7de5e623ed58), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:19.695913 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:19.764840 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 366f82d2-1331-4b08-9110-7de5e623ed58 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:20:21.493283 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 41818) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:21.816485 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [None req-2abc03fc-6506-4369-bd98-0e785423b89a admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:20:21.817491 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2abc03fc-6506-4369-bd98-0e785423b89a admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3233509 Sep 12 23:20:24.486577 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 41826) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:24.805816 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:20:24.828114 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Made reservation on behalf of 5b515d316021473bab5135bffb78aaff for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:20:24.830618 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:24.839166 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7527-86d4-49cf-b31a-a2b96a7bbe94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:24.839873 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:24.902040 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:24.915231 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Publish callbacks [] for security_group (b8258657-b1cf-49ba-8fec-036726ff84df), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:24.920213 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (b8258657-b1cf-49ba-8fec-036726ff84df), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:24.935184 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Reserving flat network on physical network physnet1 {{(pid=106217) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 12 23:20:24.957923 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (2474b3db-2156-4bb9-a687-ee06a6c791b4), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:24.958257 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Added segment 2474b3db-2156-4bb9-a687-ee06a6c791b4 of type flat for network 3d1bb2ef-6927-4726-aaac-6b0961c086cb Sep 12 23:20:24.959595 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8258657-b1cf-49ba-8fec-036726ff84df,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:25.006128 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (3d1bb2ef-6927-4726-aaac-6b0961c086cb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:25.040093 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (3d1bb2ef-6927-4726-aaac-6b0961c086cb), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:25.041024 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:20:25.041587 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:25.126127 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6385853 Sep 12 23:20:25.134024 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7301c88-6d97-409c-8164-b50b9bf27252 admin admin] Pushing event updated for resources: {'Network': ['ID=3d1bb2ef-6927-4726-aaac-6b0961c086cb,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:25.144894 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:20:27.266165 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ff98435c-3c41-4dae-ae30-e029cf1a33c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:27.713271 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 41834) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:28.082079 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699dc6ff-8c6f-4243-a16c-bdda3604a4b2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:20:28.083420 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-699dc6ff-8c6f-4243-a16c-bdda3604a4b2 demo admin] 10.222.0.27 "GET /networking/v2.0/subnets/11232d0c-bacd-4976-846a-fcef069ba10b HTTP/1.1" status: 200 len: 849 time: 0.3692007 Sep 12 23:20:28.141402 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:28.204869 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1cc29dc6-e767-44f1-a719-c874cdeca1ba demo admin] 10.222.0.27 "GET /networking/v2.0/routers/0a73f7f1-0606-464d-bf4c-cb9ad5806569 HTTP/1.1" status: 200 len: 704 time: 0.1155789 Sep 12 23:20:28.421256 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:28.477791 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:28.810365 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Allocated IP 172.20.0.1 (a576d598-d692-4b7c-828d-83626e92bf2e/11232d0c-bacd-4976-846a-fcef069ba10b/357886f0-06eb-4eec-ac6c-8dc5195026bf) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:20:28.962983 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Publish callbacks [] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:28.969893 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:29.030237 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:29.092246 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Network a576d598-d692-4b7c-828d-83626e92bf2e is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:20:29.097840 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:20:29.106886 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:20:29.107394 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (0a73f7f1-0606-464d-bf4c-cb9ad5806569), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:29.179960 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Pushing event updated for resources: {'Port': ['ID=357886f0-06eb-4eec-ac6c-8dc5195026bf,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:29.250574 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-18b5c28f-2759-488d-addd-005000fa2ff2 None None] Provisioning complete for port 357886f0-06eb-4eec-ac6c-8dc5195026bf triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:20:29.251001 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-18b5c28f-2759-488d-addd-005000fa2ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:29.282860 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-18b5c28f-2759-488d-addd-005000fa2ff2 None None] Port 357886f0-06eb-4eec-ac6c-8dc5195026bf cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:20:29.313049 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:29.323256 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:29.514053 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Publish callbacks [] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:29.518226 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:29.518971 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (0a73f7f1-0606-464d-bf4c-cb9ad5806569), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:29.593717 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Pushing event updated for resources: {'Port': ['ID=357886f0-06eb-4eec-ac6c-8dc5195026bf,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:29.644678 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Network a576d598-d692-4b7c-828d-83626e92bf2e is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:20:29.645998 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:20:29.647550 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:29.802156 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Router 0a73f7f1-0606-464d-bf4c-cb9ad5806569 is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:20:29.804135 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-8a6a86f1-8968-4d56-85b2-8cbaa48f1779 None None] Provisioning complete for port 357886f0-06eb-4eec-ac6c-8dc5195026bf triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:20:29.804529 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8a6a86f1-8968-4d56-85b2-8cbaa48f1779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:29.834226 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a86f1-8968-4d56-85b2-8cbaa48f1779 None None] Port 357886f0-06eb-4eec-ac6c-8dc5195026bf cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:20:29.889919 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:20:29.895023 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7e775a47-9ad0-4c75-a569-8203ed19d1ee demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/0a73f7f1-0606-464d-bf4c-cb9ad5806569/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6848021 Sep 12 23:20:29.911175 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Sync routers for ids ['0a73f7f1-0606-464d-bf4c-cb9ad5806569'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:20:29.925010 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Routers {'0a73f7f1-0606-464d-bf4c-cb9ad5806569'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:20:29.925897 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:20:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['0a73f7f1-0606-464d-bf4c-cb9ad5806569'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:20:29.995324 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:30.105971 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Set router 0a73f7f1-0606-464d-bf4c-cb9ad5806569 gateway port host: None {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:20:30.364142 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:20:30.530796 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'name': 'router1', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:20:18Z', 'updated_at': '2022-09-12T23:20:29Z', 'revision_number': 2, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'gw_port_host': None, '_interfaces': [{'id': '357886f0-06eb-4eec-ac6c-8dc5195026bf', 'name': '', 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'mac_address': 'fa:16:3e:6f:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:20:28Z', 'updated_at': '2022-09-12T23:20:29Z', 'revision_number': 2, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'subnets': [{'id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b612e2a-e38c-4bed-9db0-97db90a46db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:20:30.580055 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Checking router: 0a73f7f1-0606-464d-bf4c-cb9ad5806569 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:20:30.580421 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Updating router 0a73f7f1-0606-464d-bf4c-cb9ad5806569 port 357886f0-06eb-4eec-ac6c-8dc5195026bf binding host dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:20:30.636996 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:31.135294 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Publish callbacks [] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:31.141550 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:31.252381 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Pushing event updated for resources: {'Port': ['ID=357886f0-06eb-4eec-ac6c-8dc5195026bf,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:31.276508 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.276850 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.277201 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.277552 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.277880 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.278199 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.278516 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.278831 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.279144 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.279454 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.279793 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.280113 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.280427 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.280732 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.281039 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Tracked resource versions report: Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: pushed versions: Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: { 'AddressGroup': {'1.2'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Agent': {'1.1'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'ConntrackHelper': {'1.0'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Log': {'1.0'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'NDPProxy': {'1.0'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Network': {'1.1'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Port': {'1.7'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'PortForwarding': {'1.3'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'QosPolicy': {'1.10'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SecurityGroup': {'1.5'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SubPort': {'1.0'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Subnet': {'1.1'}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Trunk': {'1.1'}} Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: consumer versions: Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: { DHCP agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: L3 agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: Metadata agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: Metering agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: Open vSwitch agent@dv-cinder-852009-7-iscsi: { 'AddressGroup': '1.2', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Agent': '1.1', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'ConntrackHelper': '1.0', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'LocalIPAssociation': '1.0', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Log': '1.0', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'NDPProxy': '1.0', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Network': '1.1', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Port': '1.7', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'PortForwarding': '1.3', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'QosPolicy': '1.10', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SecurityGroup': '1.5', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SecurityGroupRule': '1.2', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SubPort': '1.0', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Subnet': '1.1', Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Trunk': '1.1'}} Sep 12 23:20:31.282767 dv-cinder-852009-7-iscsi neutron-server[106219]: {{(pid=106219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:20:31.320809 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Attempting to bind port 357886f0-06eb-4eec-ac6c-8dc5195026bf on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:20:31.321205 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Attempting to bind port 357886f0-06eb-4eec-ac6c-8dc5195026bf by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'ea1f4550-02d5-4851-b7a3-512211fc502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:20:31.321629 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Attempting to bind port 357886f0-06eb-4eec-ac6c-8dc5195026bf on network a576d598-d692-4b7c-828d-83626e92bf2e {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:20:31.404534 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:20:31.404938 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Checking segment: {'id': 'ea1f4550-02d5-4851-b7a3-512211fc502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:20:31.405405 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:31.405820 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Bound using segment: {'id': 'ea1f4550-02d5-4851-b7a3-512211fc502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:20:31.406317 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Bound port: 357886f0-06eb-4eec-ac6c-8dc5195026bf, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1f4550-02d5-4851-b7a3-512211fc502f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:20:31.406688 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:31.462815 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:31.466588 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:31.470592 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] For port 357886f0-06eb-4eec-ac6c-8dc5195026bf, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:20:31.496222 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] For port 357886f0-06eb-4eec-ac6c-8dc5195026bf, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=357886f0-06eb-4eec-ac6c-8dc5195026bf,segment=NetworkSegment(ea1f4550-02d5-4851-b7a3-512211fc502f),segment_id=ea1f4550-02d5-4851-b7a3-512211fc502f)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:20:31.505125 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:31.544196 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Routers {'0a73f7f1-0606-464d-bf4c-cb9ad5806569'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:20:31.544808 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:20:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['0a73f7f1-0606-464d-bf4c-cb9ad5806569'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:20:31.617672 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7300a5-1252-4672-afaf-3f0eb22bbb0c None None] Pushing event updated for resources: {'Port': ['ID=357886f0-06eb-4eec-ac6c-8dc5195026bf,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:31.640062 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] Set router 0a73f7f1-0606-464d-bf4c-cb9ad5806569 gateway port host: None {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:20:31.828518 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'name': 'router1', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:20:18Z', 'updated_at': '2022-09-12T23:20:29Z', 'revision_number': 2, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'gw_port_host': None, '_interfaces': [{'id': '357886f0-06eb-4eec-ac6c-8dc5195026bf', 'name': '', 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'mac_address': 'fa:16:3e:6f:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:20:28Z', 'updated_at': '2022-09-12T23:20:31Z', 'revision_number': 4, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'subnets': [{'id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b612e2a-e38c-4bed-9db0-97db90a46db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:20:31.854625 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa718c2-ef35-4b08-b5a5-271b9ab0f76a None None] The sync data for ids ['0a73f7f1-0606-464d-bf4c-cb9ad5806569'] in dv-cinder-852009-7-iscsi is: [{'id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'name': 'router1', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:20:18Z', 'updated_at': '2022-09-12T23:20:29Z', 'revision_number': 2, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'gw_port_host': None, '_interfaces': [{'id': '357886f0-06eb-4eec-ac6c-8dc5195026bf', 'name': '', 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'mac_address': 'fa:16:3e:6f:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:20:28Z', 'updated_at': '2022-09-12T23:20:31Z', 'revision_number': 4, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'subnets': [{'id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b612e2a-e38c-4bed-9db0-97db90a46db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:20:32.523171 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 41844) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:33.053750 dv-cinder-852009-7-iscsi neutron-server[106216]: WARNING oslo_policy.policy [None req-8167b307-1e8f-4eac-8219-8d316e54d7b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:20:33.054315 dv-cinder-852009-7-iscsi neutron-server[106216]: WARNING oslo_policy.policy [None req-8167b307-1e8f-4eac-8219-8d316e54d7b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:20:33.282805 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writer thread running {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 23:20:33.283461 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:33.440448 dv-cinder-852009-7-iscsi neutron-server[106216]: ERROR stevedore.extension [None req-8167b307-1e8f-4eac-8219-8d316e54d7b9 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 12 23:20:33.495770 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.policy [None req-8167b307-1e8f-4eac-8219-8d316e54d7b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106216) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 12 23:20:33.538859 dv-cinder-852009-7-iscsi neutron-server[106216]: WARNING oslo_policy.policy [None req-8167b307-1e8f-4eac-8219-8d316e54d7b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:20:33.539506 dv-cinder-852009-7-iscsi neutron-server[106216]: WARNING oslo_policy.policy [None req-8167b307-1e8f-4eac-8219-8d316e54d7b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:20:33.546862 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167b307-1e8f-4eac-8219-8d316e54d7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:20:33.548671 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8167b307-1e8f-4eac-8219-8d316e54d7b9 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/3d1bb2ef-6927-4726-aaac-6b0961c086cb HTTP/1.1" status: 200 len: 842 time: 1.0245721 Sep 12 23:20:33.559326 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:20:33.601094 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Made reservation on behalf of 5b515d316021473bab5135bffb78aaff for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:20:33.604331 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:33.993454 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.objects.ports [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106216) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 12 23:20:33.993942 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for subnet (e570c212-8c3f-44f3-baa6-202f9f3848a5), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:34.064722 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e570c212-8c3f-44f3-baa6-202f9f3848a5,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:34.069542 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:20:34.069895 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Network hostable DHCP agents. Network: 3d1bb2ef-6927-4726-aaac-6b0961c086cb, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:20:34.078848 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.079189 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.079533 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.079892 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.080220 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.080543 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.080869 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.081188 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.081511 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.081832 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.082165 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.082505 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.082823 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.083138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.083451 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Tracked resource versions report: Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: pushed versions: Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: { 'AddressGroup': {'1.2'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Agent': {'1.1'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'ConntrackHelper': {'1.0'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Log': {'1.0'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'NDPProxy': {'1.0'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Network': {'1.1'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Port': {'1.7'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'PortForwarding': {'1.3'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'QosPolicy': {'1.10'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SecurityGroup': {'1.5'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SubPort': {'1.0'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Subnet': {'1.1'}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Trunk': {'1.1'}} Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: consumer versions: Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: { DHCP agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: L3 agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: Metadata agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: Metering agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: Open vSwitch agent@dv-cinder-852009-7-iscsi: { 'AddressGroup': '1.2', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Agent': '1.1', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'ConntrackHelper': '1.0', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'LocalIPAssociation': '1.0', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Log': '1.0', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'NDPProxy': '1.0', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Network': '1.1', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Port': '1.7', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'PortForwarding': '1.3', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'QosPolicy': '1.10', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SecurityGroup': '1.5', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SecurityGroupRule': '1.2', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SubPort': '1.0', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Subnet': '1.1', Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Trunk': '1.1'}} Sep 12 23:20:34.084925 dv-cinder-852009-7-iscsi neutron-server[106216]: {{(pid=106216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:20:34.116682 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:20:34.128152 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, 3d1bb2ef-6927-4726-aaac-6b0961c086cb) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:20:34.133471 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:20:34.134102 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:34.139224 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a417efe1-ca38-4b71-b27d-45398d10ea7c None None] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:20:34.156088 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1f7cd90d-fde7-4c59-b6e7-dd89c28a0079 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6003864 Sep 12 23:20:34.247426 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f189a0b6-ee1a-4c22-8e51-e3af0d252647 None None] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:20:36.863671 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 41870) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:37.405191 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8c74b34a-769d-49f7-a1c5-2545e9728d30 demo admin] 10.222.0.27 "GET /networking/v2.0/routers/0a73f7f1-0606-464d-bf4c-cb9ad5806569 HTTP/1.1" status: 200 len: 710 time: 0.5404084 Sep 12 23:20:37.495468 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe60e7-d8b4-4f16-9566-ed0b3615c932 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:20:37.500020 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-a6fe60e7-d8b4-4f16-9566-ed0b3615c932 demo admin] 10.222.0.27 "GET /networking/v2.0/networks/3d1bb2ef-6927-4726-aaac-6b0961c086cb HTTP/1.1" status: 200 len: 886 time: 0.0877683 Sep 12 23:20:37.507368 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:20:37.673636 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:37.674947 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 357886f0-06eb-4eec-ac6c-8dc5195026bf up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:20:37.719815 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 357886f0-06eb-4eec-ac6c-8dc5195026bf triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:20:37.720136 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:37.757217 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Publish callbacks [] for router_gateway (0a73f7f1-0606-464d-bf4c-cb9ad5806569), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:37.795362 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 357886f0-06eb-4eec-ac6c-8dc5195026bf is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:20:37.795780 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:37.806273 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:37.817087 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:37.831290 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 357886f0-06eb-4eec-ac6c-8dc5195026bf, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=357886f0-06eb-4eec-ac6c-8dc5195026bf,segment=NetworkSegment(ea1f4550-02d5-4851-b7a3-512211fc502f),segment_id=ea1f4550-02d5-4851-b7a3-512211fc502f)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:20:37.834923 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:37.891533 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=357886f0-06eb-4eec-ac6c-8dc5195026bf,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:37.980849 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Publish callbacks [] for router_gateway (0a73f7f1-0606-464d-bf4c-cb9ad5806569), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:38.060388 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:38.208354 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Allocated IP 172.27.3.88 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/e921eac7-e650-4968-9155-166a19b7fcb2) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:20:38.317453 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Publish callbacks [] for port (e921eac7-e650-4968-9155-166a19b7fcb2), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:38.373824 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (e921eac7-e650-4968-9155-166a19b7fcb2), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:38.440112 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:20:38.448009 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:20:38.458293 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:20:38.492224 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Pushing event updated for resources: {'Port': ['ID=e921eac7-e650-4968-9155-166a19b7fcb2,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:38.704383 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:38.769286 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Publish callbacks [] for router_gateway (0a73f7f1-0606-464d-bf4c-cb9ad5806569), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:38.904864 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:38.954335 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1646541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1762267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62039'] for router (0a73f7f1-0606-464d-bf4c-cb9ad5806569), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:38.960699 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1646532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1646399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1762258'] for router (0a73f7f1-0606-464d-bf4c-cb9ad5806569), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:39.065764 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Router 0a73f7f1-0606-464d-bf4c-cb9ad5806569 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:20:39.164561 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:20:39.168789 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:39.170002 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-cbeee1ac-8842-4564-b2a1-ace35bc9854f demo admin] 10.222.0.27 "PUT /networking/v2.0/routers/0a73f7f1-0606-464d-bf4c-cb9ad5806569 HTTP/1.1" status: 200 len: 889 time: 1.6663492 Sep 12 23:20:39.175531 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Sync routers for ids ['0a73f7f1-0606-464d-bf4c-cb9ad5806569'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:20:39.188472 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Routers {'0a73f7f1-0606-464d-bf4c-cb9ad5806569'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:20:39.189182 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-52537703-0903-4af2-ae0c-884e714d886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:20:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['0a73f7f1-0606-464d-bf4c-cb9ad5806569'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:20:39.374531 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:39.406294 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Set router 0a73f7f1-0606-464d-bf4c-cb9ad5806569 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:20:39.682522 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 357886f0-06eb-4eec-ac6c-8dc5195026bf up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:20:39.803544 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 357886f0-06eb-4eec-ac6c-8dc5195026bf triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:20:39.803954 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:39.886911 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=60 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:39.888257 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=85,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:39.914410 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-52537703-0903-4af2-ae0c-884e714d886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'name': 'router1', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e921eac7-e650-4968-9155-166a19b7fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:20:18Z', 'updated_at': '2022-09-12T23:20:38Z', 'revision_number': 4, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'gw_port': {'id': 'e921eac7-e650-4968-9155-166a19b7fcb2', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:80:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:20:38Z', 'updated_at': '2022-09-12T23:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '357886f0-06eb-4eec-ac6c-8dc5195026bf', 'name': '', 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'mac_address': 'fa:16:3e:6f:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:20:28Z', 'updated_at': '2022-09-12T23:20:37Z', 'revision_number': 5, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'subnets': [{'id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b612e2a-e38c-4bed-9db0-97db90a46db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:20:39.967335 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Checking router: 0a73f7f1-0606-464d-bf4c-cb9ad5806569 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:20:39.967709 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Updating router 0a73f7f1-0606-464d-bf4c-cb9ad5806569 port e921eac7-e650-4968-9155-166a19b7fcb2 binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:20:40.028543 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e921eac7-e650-4968-9155-166a19b7fcb2), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:40.082018 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 357886f0-06eb-4eec-ac6c-8dc5195026bf is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:20:40.354048 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Publish callbacks [] for port (e921eac7-e650-4968-9155-166a19b7fcb2), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:40.359535 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (e921eac7-e650-4968-9155-166a19b7fcb2), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:40.395126 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Attempting to bind port e921eac7-e650-4968-9155-166a19b7fcb2 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:20:40.395491 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Attempting to bind port e921eac7-e650-4968-9155-166a19b7fcb2 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:20:40.395871 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Attempting to bind port e921eac7-e650-4968-9155-166a19b7fcb2 on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:20:40.421236 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:40.431681 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7fbe8-bf4c-48f8-8964-0ab1b12c68c2 None None] Pushing event updated for resources: {'Port': ['ID=e921eac7-e650-4968-9155-166a19b7fcb2,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:40.449589 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:20:40.449963 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:20:40.450361 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:40.450740 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:20:40.451200 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Bound port: e921eac7-e650-4968-9155-166a19b7fcb2, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:20:40.451586 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e921eac7-e650-4968-9155-166a19b7fcb2), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:40.496707 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:40.498086 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-52537703-0903-4af2-ae0c-884e714d886b None None] For port e921eac7-e650-4968-9155-166a19b7fcb2, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:20:40.501308 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-52537703-0903-4af2-ae0c-884e714d886b None None] For port e921eac7-e650-4968-9155-166a19b7fcb2, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=e921eac7-e650-4968-9155-166a19b7fcb2,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:20:40.510237 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (e921eac7-e650-4968-9155-166a19b7fcb2), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:40.546730 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Routers {'0a73f7f1-0606-464d-bf4c-cb9ad5806569'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:20:40.547348 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-52537703-0903-4af2-ae0c-884e714d886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:20:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['0a73f7f1-0606-464d-bf4c-cb9ad5806569'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:20:40.600913 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7fbe8-bf4c-48f8-8964-0ab1b12c68c2 None None] Pushing event updated for resources: {'Port': ['ID=e921eac7-e650-4968-9155-166a19b7fcb2,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:40.666661 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-52537703-0903-4af2-ae0c-884e714d886b None None] Set router 0a73f7f1-0606-464d-bf4c-cb9ad5806569 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:20:40.856834 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-52537703-0903-4af2-ae0c-884e714d886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'name': 'router1', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e921eac7-e650-4968-9155-166a19b7fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:20:18Z', 'updated_at': '2022-09-12T23:20:38Z', 'revision_number': 4, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'gw_port': {'id': 'e921eac7-e650-4968-9155-166a19b7fcb2', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:80:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:20:38Z', 'updated_at': '2022-09-12T23:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '357886f0-06eb-4eec-ac6c-8dc5195026bf', 'name': '', 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'mac_address': 'fa:16:3e:6f:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:20:28Z', 'updated_at': '2022-09-12T23:20:37Z', 'revision_number': 5, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'subnets': [{'id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b612e2a-e38c-4bed-9db0-97db90a46db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:20:40.882376 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52537703-0903-4af2-ae0c-884e714d886b None None] The sync data for ids ['0a73f7f1-0606-464d-bf4c-cb9ad5806569'] in dv-cinder-852009-7-iscsi is: [{'id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'name': 'router1', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e921eac7-e650-4968-9155-166a19b7fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:20:18Z', 'updated_at': '2022-09-12T23:20:38Z', 'revision_number': 4, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'gw_port': {'id': 'e921eac7-e650-4968-9155-166a19b7fcb2', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:80:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:20:38Z', 'updated_at': '2022-09-12T23:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '357886f0-06eb-4eec-ac6c-8dc5195026bf', 'name': '', 'network_id': 'a576d598-d692-4b7c-828d-83626e92bf2e', 'tenant_id': '7849898da2494c4897ab5e0e09c9fe9e', 'mac_address': 'fa:16:3e:6f:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a73f7f1-0606-464d-bf4c-cb9ad5806569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:20:28Z', 'updated_at': '2022-09-12T23:20:37Z', 'revision_number': 5, 'project_id': '7849898da2494c4897ab5e0e09c9fe9e', 'subnets': [{'id': '11232d0c-bacd-4976-846a-fcef069ba10b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b612e2a-e38c-4bed-9db0-97db90a46db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:20:41.684939 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device e921eac7-e650-4968-9155-166a19b7fcb2 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:20:41.731980 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port e921eac7-e650-4968-9155-166a19b7fcb2 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:20:41.732366 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (e921eac7-e650-4968-9155-166a19b7fcb2), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:41.800093 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port e921eac7-e650-4968-9155-166a19b7fcb2 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:20:41.800469 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e921eac7-e650-4968-9155-166a19b7fcb2), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:41.820209 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port e921eac7-e650-4968-9155-166a19b7fcb2, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=e921eac7-e650-4968-9155-166a19b7fcb2,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:20:41.823961 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (e921eac7-e650-4968-9155-166a19b7fcb2), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:41.830860 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=45,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:41.831741 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=37 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:41.868735 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=e921eac7-e650-4968-9155-166a19b7fcb2,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:20:41.990340 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 41880) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:20:42.375389 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3fcd9985-7ba9-42f0-820b-b01a39134da8 admin admin] 10.222.0.27 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3839576 Sep 12 23:20:43.681802 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device e921eac7-e650-4968-9155-166a19b7fcb2 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:20:43.732574 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port e921eac7-e650-4968-9155-166a19b7fcb2 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:20:43.732857 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (e921eac7-e650-4968-9155-166a19b7fcb2), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:43.805729 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port e921eac7-e650-4968-9155-166a19b7fcb2 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:20:49.161933 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=50 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:49.163203 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=27 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:52.360648 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:52.372174 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:53.802811 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:53.804467 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=89 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:20:54.842410 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4b988fab-e6db-42cb-9f8d-4f78308fee67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:57.269171 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-52d1c160-29c8-4e82-a2cd-e30d3c8fc517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:58.443748 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:59.662958 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:20:59.994139 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:21:07.304999 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:21:09.983156 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:21:09.989215 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:21:12.302751 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:21:17.300043 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:21:24.849362 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0c843cae-d47b-4160-988f-1450abf42cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:21:27.281026 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-40542fe1-0764-49cd-8785-578d52c091a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:21:28.435560 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:21:29.672402 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:21:30.003165 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:21:39.995177 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:21:39.997831 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:21:44.348962 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:21:53.285574 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:21:54.346127 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:21:54.841772 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a8c8b017-d2c9-43a7-b47d-8e14b6201f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:21:57.274167 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6deeb00c-0cad-48cd-bab3-bc4db2b14036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:21:58.434424 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:21:59.663774 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:21:59.986602 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:09.945326 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42430) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:22:09.975934 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:09.982921 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:10.277966 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cda95c6-98c3-44b1-b9d1-88e1432786b6 admin admin] GET failed (client error): The resource could not be found. Sep 12 23:22:10.279237 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9cda95c6-98c3-44b1-b9d1-88e1432786b6 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3329697 Sep 12 23:22:10.509606 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a307171-32bf-4ae9-b095-95d17509a60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:10.510998 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4a307171-32bf-4ae9-b095-95d17509a60b admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2274003 Sep 12 23:22:13.093541 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42440) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:22:13.455189 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8abdb86-552f-48ce-b8cf-50e7319163d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:13.456489 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b8abdb86-552f-48ce-b8cf-50e7319163d4 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/11232d0c-bacd-4976-846a-fcef069ba10b HTTP/1.1" status: 200 len: 849 time: 0.3619587 Sep 12 23:22:13.466190 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:22:13.554402 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Publish callbacks [] for subnet (11232d0c-bacd-4976-846a-fcef069ba10b), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:13.702072 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763242555010'] for subnet (11232d0c-bacd-4976-846a-fcef069ba10b), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:13.734668 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:13.735741 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:13.736469 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] 10.222.0.27 "PUT /networking/v2.0/subnets/11232d0c-bacd-4976-846a-fcef069ba10b HTTP/1.1" status: 200 len: 868 time: 0.2738690 Sep 12 23:22:13.751128 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7ed4e5-8ef1-4679-9998-5c2dad939197 None None] Network a576d598-d692-4b7c-828d-83626e92bf2e requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:22:13.755764 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=11232d0c-bacd-4976-846a-fcef069ba10b,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:22:13.765847 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.766204 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.766568 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.766915 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.767251 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.767606 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.767955 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.769179 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.770015 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.770353 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.770708 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.771071 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.771400 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.771770 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:13.772179 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0d1ad3-f7c9-4ec2-b9c1-05df87da8d3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:22:14.048228 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-4dfbe6e7-0160-4d00-9719-29b01966b3b6 None None] Provisioning complete for port 357886f0-06eb-4eec-ac6c-8dc5195026bf triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:22:14.048617 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4dfbe6e7-0160-4d00-9719-29b01966b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (357886f0-06eb-4eec-ac6c-8dc5195026bf), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:14.122641 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-4dfbe6e7-0160-4d00-9719-29b01966b3b6 None None] Current status of the port 357886f0-06eb-4eec-ac6c-8dc5195026bf is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:22:14.130893 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-4dfbe6e7-0160-4d00-9719-29b01966b3b6 None None] Provisioning complete for port 366f82d2-1331-4b08-9110-7de5e623ed58 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:22:14.131309 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4dfbe6e7-0160-4d00-9719-29b01966b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (366f82d2-1331-4b08-9110-7de5e623ed58), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:14.200472 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-4dfbe6e7-0160-4d00-9719-29b01966b3b6 None None] Current status of the port 366f82d2-1331-4b08-9110-7de5e623ed58 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:22:16.289427 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42448) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:22:16.775422 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ef09b-385b-4b6c-ab28-d2b7f4465a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:16.775924 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ef09b-385b-4b6c-ab28-d2b7f4465a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:16.777716 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-688ef09b-385b-4b6c-ab28-d2b7f4465a2a admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4871655 Sep 12 23:22:19.318584 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42456) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:22:19.728528 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65227259-9fa3-4e7a-bd53-b3c16a6ec9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:19.728987 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65227259-9fa3-4e7a-bd53-b3c16a6ec9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:19.730494 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-65227259-9fa3-4e7a-bd53-b3c16a6ec9fc admin admin] 10.222.0.27 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4110529 Sep 12 23:22:21.293607 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=15 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:21.297612 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=17 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:21.346322 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:22:22.279450 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42464) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:22:22.648809 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:22.691398 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fe8260-21cc-4c58-9719-6079109548ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:22.693432 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-25fe8260-21cc-4c58-9719-6079109548ad admin admin] 10.222.0.27 "GET /networking/v2.0/networks/3d1bb2ef-6927-4726-aaac-6b0961c086cb HTTP/1.1" status: 200 len: 886 time: 0.4130862 Sep 12 23:22:24.194315 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=37 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:24.198977 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=40 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:24.843004 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-efee54e4-4164-4dd4-b0b6-8fa5788cdc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:25.252417 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42472) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:22:25.651419 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f27d51-e57f-4b2e-8c86-4aeb7e70caaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:25.653074 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c4f27d51-e57f-4b2e-8c86-4aeb7e70caaf admin admin] 10.222.0.27 "GET /networking/v2.0/networks/a576d598-d692-4b7c-828d-83626e92bf2e HTTP/1.1" status: 200 len: 869 time: 0.3994691 Sep 12 23:22:27.276591 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d57a83aa-f822-44d1-8bdf-47b00e6bc766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:28.204255 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42480) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:22:28.436680 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:28.669074 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:28.714932 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a645ec-98c2-4010-a325-76964faf20d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:28.715384 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a645ec-98c2-4010-a325-76964faf20d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:28.716926 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-77a645ec-98c2-4010-a325-76964faf20d3 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5118144 Sep 12 23:22:29.666772 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:29.989342 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:31.245219 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42488) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:22:31.341954 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:31.342782 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:31.602766 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b3ba06-cc65-4d8e-aee4-934dc65dd4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:31.603224 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b3ba06-cc65-4d8e-aee4-934dc65dd4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:31.604736 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-69b3ba06-cc65-4d8e-aee4-934dc65dd4de admin admin] 10.222.0.27 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3585830 Sep 12 23:22:34.192949 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42496) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:22:34.559057 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9440b5-bfb2-42eb-889b-970b3c80b8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:34.560411 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-cd9440b5-bfb2-42eb-889b-970b3c80b8b4 admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/11232d0c-bacd-4976-846a-fcef069ba10b HTTP/1.1" status: 200 len: 868 time: 0.3666108 Sep 12 23:22:37.148005 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42504) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:22:37.504480 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50027c9a-5b95-48c9-8b6f-dda2300c020e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:22:37.505812 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-50027c9a-5b95-48c9-8b6f-dda2300c020e admin admin] 10.222.0.27 "GET /networking/v2.0/subnets/e570c212-8c3f-44f3-baa6-202f9f3848a5 HTTP/1.1" status: 200 len: 816 time: 0.3569250 Sep 12 23:22:39.983407 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:39.985305 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:47.500318 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=45 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:47.502076 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=19 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:54.845793 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d2ffdf1e-690f-46ca-ac54-0eeacb54af5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:57.279080 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d5dee5bf-3618-4a20-a52e-d24fa427cfb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:58.287722 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:58.292597 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:22:58.343976 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:22:58.441593 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:59.668059 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:22:59.991220 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:06.973585 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42560) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:23:07.291395 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [None req-271b05e5-3fe7-4fc4-b600-72ef8c69aab4 admin admin] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:23:07.292498 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-271b05e5-3fe7-4fc4-b600-72ef8c69aab4 admin admin] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3179185 Sep 12 23:23:08.340668 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:09.938110 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42568) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:23:09.980801 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:09.987161 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:10.268975 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.pecan_wsgi.hooks.translation [None req-114a1ad9-88ce-4c09-8dbf-dda0f577c5a3 admin admin] GET failed (client error): The resource could not be found. Sep 12 23:23:10.270237 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-114a1ad9-88ce-4c09-8dbf-dda0f577c5a3 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3312156 Sep 12 23:23:10.359845 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d3ca0-cff4-4af4-b367-5138beaed054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:23:10.361310 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-988d3ca0-cff4-4af4-b367-5138beaed054 admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0868053 Sep 12 23:23:12.932124 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42576) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:23:13.254308 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:23:13.273847 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] Made reservation on behalf of 5b515d316021473bab5135bffb78aaff for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:23:13.276316 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:13.304215 dv-cinder-852009-7-iscsi neutron-server[106217]: WARNING neutron.services.revisions.revision_plugin [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] Could not find related network for resource to bump revision. Sep 12 23:23:13.315139 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:23:13.324406 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (30b121ba-c667-4c87-9e2c-60296cbc7683), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:13.324755 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] Added segment 30b121ba-c667-4c87-9e2c-60296cbc7683 of type vlan for network e0eec20b-ab68-482a-98eb-308270d66095 Sep 12 23:23:13.364346 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (e0eec20b-ab68-482a-98eb-308270d66095), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:13.394046 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (e0eec20b-ab68-482a-98eb-308270d66095), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:13.395041 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:23:13.395663 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:13.456077 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5227730 Sep 12 23:23:13.458947 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b76a0f-821e-462e-a2f9-53b40a6b48b8 admin admin] Pushing event updated for resources: {'Network': ['ID=e0eec20b-ab68-482a-98eb-308270d66095,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:23:13.469564 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network e0eec20b-ab68-482a-98eb-308270d66095 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:23:16.051732 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42584) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:23:16.378244 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b22787-7067-42c0-a799-8839ede0b668 admin admin] GET failed (client error): The resource could not be found. Sep 12 23:23:16.379515 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e0b22787-7067-42c0-a799-8839ede0b668 admin admin] 10.222.0.27 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3265638 Sep 12 23:23:16.448352 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572553f3-a705-43b7-809d-f02f82e3333a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:23:16.449758 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-572553f3-a705-43b7-809d-f02f82e3333a admin admin] 10.222.0.27 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658343 Sep 12 23:23:16.459326 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:23:16.477576 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Made reservation on behalf of 5b515d316021473bab5135bffb78aaff for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:23:16.479850 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:16.736270 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for subnet (ab1de6f3-10ca-480b-bfaa-39fcbde23bb4), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:16.787077 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1de6f3-10ca-480b-bfaa-39fcbde23bb4,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:23:16.800397 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.801270 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.801621 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.801954 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.802274 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.802592 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.802910 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.803223 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.803553 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.803895 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.804210 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.804540 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.804862 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.805167 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.805475 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:16.813048 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Checking segment: {'id': '30b121ba-c667-4c87-9e2c-60296cbc7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:23:16.813394 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Network hostable DHCP agents. Network: e0eec20b-ab68-482a-98eb-308270d66095, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:23:16.829259 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Network e0eec20b-ab68-482a-98eb-308270d66095 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:23:16.837422 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, e0eec20b-ab68-482a-98eb-308270d66095) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:23:16.841244 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:23:16.841823 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:16.846606 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5474b5c5-ba09-4357-8eac-3087a599c65c None None] Network e0eec20b-ab68-482a-98eb-308270d66095 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:23:16.859562 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2bfdf110-707d-40fd-9b13-8fefd1e4933f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4013293 Sep 12 23:23:16.957395 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-e0eec20b-ab68-482a-98eb-308270d66095', 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095', 'project_id': '5b515d316021473bab5135bffb78aaff', 'fixed_ips': [{'subnet_id': 'ab1de6f3-10ca-480b-bfaa-39fcbde23bb4'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:23:16.958336 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:17.190655 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Allocated IP 192.168.233.2 (e0eec20b-ab68-482a-98eb-308270d66095/ab1de6f3-10ca-480b-bfaa-39fcbde23bb4/789d3f49-f54a-46df-8bbe-f820b9560f05) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:23:17.335080 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Publish callbacks [] for port (789d3f49-f54a-46df-8bbe-f820b9560f05), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:17.341325 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (789d3f49-f54a-46df-8bbe-f820b9560f05), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:17.382307 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Network e0eec20b-ab68-482a-98eb-308270d66095 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:23:17.385660 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:23:17.388046 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:23:17.397781 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Pushing event updated for resources: {'Port': ['ID=789d3f49-f54a-46df-8bbe-f820b9560f05,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:23:17.422539 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.422883 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.423242 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.423644 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.423942 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.424267 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.424585 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.424899 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.425214 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.425560 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.425876 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.426213 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.426531 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.426839 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.427151 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:23:17.462465 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Attempting to bind port 789d3f49-f54a-46df-8bbe-f820b9560f05 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:23:17.462738 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Attempting to bind port 789d3f49-f54a-46df-8bbe-f820b9560f05 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '30b121ba-c667-4c87-9e2c-60296cbc7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:23:17.463094 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Attempting to bind port 789d3f49-f54a-46df-8bbe-f820b9560f05 on network e0eec20b-ab68-482a-98eb-308270d66095 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:23:17.506744 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:23:17.507114 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Checking segment: {'id': '30b121ba-c667-4c87-9e2c-60296cbc7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:23:17.507509 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:17.507919 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Bound using segment: {'id': '30b121ba-c667-4c87-9e2c-60296cbc7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:23:17.508383 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Bound port: 789d3f49-f54a-46df-8bbe-f820b9560f05, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b121ba-c667-4c87-9e2c-60296cbc7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:23:17.508776 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (789d3f49-f54a-46df-8bbe-f820b9560f05), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:17.567926 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] For port 789d3f49-f54a-46df-8bbe-f820b9560f05, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:23:17.571260 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] For port 789d3f49-f54a-46df-8bbe-f820b9560f05, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=789d3f49-f54a-46df-8bbe-f820b9560f05,segment=NetworkSegment(30b121ba-c667-4c87-9e2c-60296cbc7683),segment_id=30b121ba-c667-4c87-9e2c-60296cbc7683)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:23:17.578228 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (789d3f49-f54a-46df-8bbe-f820b9560f05), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:17.633378 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bc90f-27fa-4ff1-81e3-8e65895d6624 None None] Pushing event updated for resources: {'Port': ['ID=789d3f49-f54a-46df-8bbe-f820b9560f05,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:23:18.469638 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054160c5-8ae0-4c28-92fe-16a6cd04fa93 None None] Network e0eec20b-ab68-482a-98eb-308270d66095 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:23:18.562742 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:18.573160 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:18.587079 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-8efa17d7-1c0d-4357-8f4e-3b88f9731cd2 None None] Provisioning complete for port 789d3f49-f54a-46df-8bbe-f820b9560f05 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:23:18.587446 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8efa17d7-1c0d-4357-8f4e-3b88f9731cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (789d3f49-f54a-46df-8bbe-f820b9560f05), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:18.673786 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-8efa17d7-1c0d-4357-8f4e-3b88f9731cd2 None None] Current status of the port 789d3f49-f54a-46df-8bbe-f820b9560f05 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:23:18.674178 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8efa17d7-1c0d-4357-8f4e-3b88f9731cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (789d3f49-f54a-46df-8bbe-f820b9560f05), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:18.710811 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-8efa17d7-1c0d-4357-8f4e-3b88f9731cd2 None None] For port 789d3f49-f54a-46df-8bbe-f820b9560f05, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=789d3f49-f54a-46df-8bbe-f820b9560f05,segment=NetworkSegment(30b121ba-c667-4c87-9e2c-60296cbc7683),segment_id=30b121ba-c667-4c87-9e2c-60296cbc7683)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:23:18.717764 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8efa17d7-1c0d-4357-8f4e-3b88f9731cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (789d3f49-f54a-46df-8bbe-f820b9560f05), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:18.771688 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa17d7-1c0d-4357-8f4e-3b88f9731cd2 None None] Pushing event updated for resources: {'Port': ['ID=789d3f49-f54a-46df-8bbe-f820b9560f05,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:23:18.836223 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-10a963e1-0fb8-4116-9336-aa7675ce2f21 None None] Provisioning complete for port 789d3f49-f54a-46df-8bbe-f820b9560f05 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:23:18.836542 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-10a963e1-0fb8-4116-9336-aa7675ce2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (789d3f49-f54a-46df-8bbe-f820b9560f05), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:18.912592 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-10a963e1-0fb8-4116-9336-aa7675ce2f21 None None] Current status of the port 789d3f49-f54a-46df-8bbe-f820b9560f05 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:23:19.761469 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 789d3f49-f54a-46df-8bbe-f820b9560f05 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:23:19.807151 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 789d3f49-f54a-46df-8bbe-f820b9560f05 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:23:19.807515 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (789d3f49-f54a-46df-8bbe-f820b9560f05), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:19.883779 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 789d3f49-f54a-46df-8bbe-f820b9560f05 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:23:24.848245 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-933c85e9-d34b-4e86-9f02-5e87480cf353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:26.848174 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:26.850830 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:27.281752 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-461d3796-bcff-4dd1-8a9c-70e7eeaa7548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:28.443490 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:29.672961 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:29.993779 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:35.285000 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:35.289470 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:35.341519 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:23:39.981860 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:39.989811 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:53.281452 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:53.282232 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:23:54.852750 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1efb8600-0346-426e-bf3b-d96869dbe267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:57.285241 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2290643a-89b6-427f-b196-151db6b32ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:58.446247 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:59.673878 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:23:59.997179 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:09.991271 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:09.993067 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:12.279599 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:12.285496 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:12.339043 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:24:22.334765 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:22.335519 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:24.855615 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d5355ab7-e60a-4bb8-a882-957b3a118a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:27.288730 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b10b5e3b-748a-4efe-bff9-34564eb2ec23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:28.454048 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:29.676822 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:29.999947 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:37.598277 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42628) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:24:37.603820 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [None req-d88e7a52-51f3-43e4-8484-5a5e6b7cd575 tempest-verify_tempest_config-1691358102 tempest-verify_tempest_config-1691358102-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:24:37.604766 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d88e7a52-51f3-43e4-8484-5a5e6b7cd575 tempest-verify_tempest_config-1691358102 tempest-verify_tempest_config-1691358102-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0055346 Sep 12 23:24:38.105518 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42646) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:24:38.435529 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:38.513160 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Publish callbacks [] for security_group (d530932f-ea83-4218-a6f3-e01fbe15b897), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:38.516958 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (d530932f-ea83-4218-a6f3-e01fbe15b897), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:38.562632 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=510fb82d7804465a81cb86f1215aace4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4560361 Sep 12 23:24:38.563498 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d530932f-ea83-4218-a6f3-e01fbe15b897,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:24:38.565991 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 42650) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:24:38.572058 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.572400 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.572740 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.573073 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.573400 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.573726 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.574047 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.574365 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.574702 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.575024 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.575342 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.575697 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.576017 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.576333 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.576644 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6195ae02-45cb-419d-b343-4616f7c512af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.645391 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Publish callbacks [] for security_group (d530932f-ea83-4218-a6f3-e01fbe15b897), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:38.664460 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Publish callbacks [] for security_group (d530932f-ea83-4218-a6f3-e01fbe15b897), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:38.760889 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (d530932f-ea83-4218-a6f3-e01fbe15b897), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:38.763382 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:38.764576 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d530932f-ea83-4218-a6f3-e01fbe15b897 HTTP/1.1" status: 204 len: 168 time: 0.1959064 Sep 12 23:24:38.772350 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d530932f-ea83-4218-a6f3-e01fbe15b897,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:24:38.778937 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.779284 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.779661 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.780011 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.780340 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.780922 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.781252 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.781575 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.781921 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.782250 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.782594 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.782935 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.783795 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.784121 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:38.784441 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0812daa-d1bc-4fe5-b15d-3384f3f07aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:24:39.992802 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:48.556951 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:48.567368 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:48.774809 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:48.775562 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:48.804865 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:49.336981 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:24:54.858900 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-00c2dc3c-9720-4474-9e3b-53c66c859b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:57.290892 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-36508098-f625-4b8d-bcbd-d8ad1c0fc003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:58.454030 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:24:59.332807 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=15 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:59.333578 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=19 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:24:59.679219 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:25:00.005495 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:25:09.998931 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:25:10.000783 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:25:24.861189 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bc70027a-bce3-4cb1-b203-c3b21580dcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:25:26.275684 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:25:26.280677 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:25:26.335915 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:25:27.292834 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-717c1bf3-0ad6-4717-ad04-bea591b1991d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:25:28.456470 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:25:29.681350 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:25:30.007997 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:25:36.332009 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:25:40.002093 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:25:40.004004 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:25:54.862533 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-26b72d11-634f-4e2b-bbb3-991c20b4c831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:25:57.295552 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-476f412c-2756-47ee-9732-6e9c7fb9c851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:25:58.553911 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:25:59.684363 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:00.010120 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:03.276369 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:03.334406 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 5 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:26:07.760231 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764415'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:10.005427 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:12.283236 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:13.331296 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:17.755788 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:21.150588 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42746) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:26:21.273228 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-52e4184a-750c-4fba-9386-ec61a082edab admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1216583 Sep 12 23:26:23.721624 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42756) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:26:23.775582 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-84c491a9-cb1e-4479-88ac-891b719820b0 admin admin] 10.222.0.27 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529044 Sep 12 23:26:24.865013 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0d9d4952-e3ab-472d-96d6-92da9c6f83dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:27.297620 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9c22029d-131d-46cd-aa0b-3b871b218f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:28.461021 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:29.690216 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:30.012676 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:33.769899 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:33.770735 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:37.709644 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:40.278462 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:40.282809 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:40.333835 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:26:47.699104 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:47.704765 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:53.797197 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=15 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:53.801097 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=13 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:26:54.866334 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c4d8f84c-15a7-4e03-8a33-1efb516beefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:57.299842 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-39a71356-ccb6-4807-bd8c-2c65517e8027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:58.462958 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:26:59.690875 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:00.014939 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:07.706567 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:10.011053 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:17.275160 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:17.279871 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:17.333385 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:27:17.702750 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:24.867918 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e37a47ca-c298-415c-bff7-3c2251d63dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:27.302619 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-22d5e3ae-0416-46ed-a6a6-9d32bf7276ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:27.333379 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:28.464312 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:29.695468 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:30.017549 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:37.722940 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:47.711633 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:47.717769 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:54.271944 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:54.275017 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:54.331914 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:27:54.874292 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ce4aa02c-1114-4bca-965b-38dcf70f7f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:55.329650 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42898) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:55.573984 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1632705131-network', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:55.609903 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Made reservation on behalf of b8ffe803ce4b4d0181be62e1dfb094bf for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:27:55.612397 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:55.621748 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:55.706877 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Publish callbacks [] for security_group (85c37d02-bb9e-4b29-8260-108d65d1dba2), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:55.713000 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (85c37d02-bb9e-4b29-8260-108d65d1dba2), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:55.737529 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:27:55.754500 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (92b79cf0-03f5-474f-847b-9eb0b0e95bf1), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:55.754846 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Added segment 92b79cf0-03f5-474f-847b-9eb0b0e95bf1 of type vlan for network 87d38067-03b8-4be7-846c-3dce062309f6 Sep 12 23:27:55.756515 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c37d02-bb9e-4b29-8260-108d65d1dba2,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:55.778459 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.778813 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.779351 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.779735 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.780072 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.780404 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.780738 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.781319 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.781784 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.782135 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.782594 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.782986 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.783313 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.783662 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.784545 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Tracked resource versions report: Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: pushed versions: Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: { 'AddressGroup': {'1.2'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Agent': {'1.1'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'ConntrackHelper': {'1.0'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Log': {'1.0'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'NDPProxy': {'1.0'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Network': {'1.1'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Port': {'1.7'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'PortForwarding': {'1.3'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'QosPolicy': {'1.10'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SecurityGroup': {'1.5'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SubPort': {'1.0'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Subnet': {'1.1'}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Trunk': {'1.1'}} Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: consumer versions: Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: { DHCP agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: HyperV agent@hv-cinder-85200: {}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: L3 agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: Metadata agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: Metering agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: Open vSwitch agent@dv-cinder-852009-7-iscsi: { 'AddressGroup': '1.2', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Agent': '1.1', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'ConntrackHelper': '1.0', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'LocalIPAssociation': '1.0', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Log': '1.0', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'NDPProxy': '1.0', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Network': '1.1', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Port': '1.7', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'PortForwarding': '1.3', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'QosPolicy': '1.10', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SecurityGroup': '1.5', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SecurityGroupRule': '1.2', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'SubPort': '1.0', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Subnet': '1.1', Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: 'Trunk': '1.1'}} Sep 12 23:27:55.785751 dv-cinder-852009-7-iscsi neutron-server[106217]: {{(pid=106217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:27:55.825035 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (87d38067-03b8-4be7-846c-3dce062309f6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:55.852135 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (87d38067-03b8-4be7-846c-3dce062309f6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:55.853566 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:27:55.854208 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:55.924130 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 42942) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:55.925271 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5934856 Sep 12 23:27:55.931231 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42269653-5bb9-4d2d-8e34-349e8edd00c8 admin admin] Pushing event updated for resources: {'Network': ['ID=87d38067-03b8-4be7-846c-3dce062309f6,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:55.931982 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Request body: {'subnet': {'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1632705131-subnet', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:55.941501 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network 87d38067-03b8-4be7-846c-3dce062309f6 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:27:55.965898 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Made reservation on behalf of b8ffe803ce4b4d0181be62e1dfb094bf for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:27:55.968251 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.114194 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42952) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:56.194182 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for subnet (d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.253248 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:56.263603 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.264232 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.264732 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.265117 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.265455 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.265777 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.266266 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.266592 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.266923 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.267242 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.267605 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.267996 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.268754 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.269073 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.269390 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Tracked resource versions report: Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: pushed versions: Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: { 'AddressGroup': {'1.2'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Agent': {'1.1'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'ConntrackHelper': {'1.0'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Log': {'1.0'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'NDPProxy': {'1.0'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Network': {'1.1'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Port': {'1.7'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'PortForwarding': {'1.3'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'QosPolicy': {'1.10'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SecurityGroup': {'1.5'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SubPort': {'1.0'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Subnet': {'1.1'}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Trunk': {'1.1'}} Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: consumer versions: Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: { DHCP agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: HyperV agent@hv-cinder-85200: {}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: L3 agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: Metadata agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: Metering agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: Open vSwitch agent@dv-cinder-852009-7-iscsi: { 'AddressGroup': '1.2', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Agent': '1.1', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'ConntrackHelper': '1.0', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'LocalIPAssociation': '1.0', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Log': '1.0', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'NDPProxy': '1.0', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Network': '1.1', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Port': '1.7', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'PortForwarding': '1.3', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'QosPolicy': '1.10', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SecurityGroup': '1.5', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SecurityGroupRule': '1.2', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'SubPort': '1.0', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Subnet': '1.1', Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: 'Trunk': '1.1'}} Sep 12 23:27:56.270797 dv-cinder-852009-7-iscsi neutron-server[106216]: {{(pid=106216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:27:56.325879 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Checking segment: {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:27:56.326240 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Network hostable DHCP agents. Network: 87d38067-03b8-4be7-846c-3dce062309f6, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:27:56.344777 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Network 87d38067-03b8-4be7-846c-3dce062309f6 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:27:56.361779 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, 87d38067-03b8-4be7-846c-3dce062309f6) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:27:56.362417 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42988) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:56.364116 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:27:56.364995 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.374873 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4830ce0-0570-4259-bd33-9fe9bb984389 None None] Network 87d38067-03b8-4be7-846c-3dce062309f6 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:27:56.389276 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-dfa332d6-51b1-4ff8-9b78-e5e9ebb88c7f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4626496 Sep 12 23:27:56.390166 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 42992) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:56.395542 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:56.418960 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.420009 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.482266 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Publish callbacks [] for router_controller (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.514792 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-87d38067-03b8-4be7-846c-3dce062309f6', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:27:56.516059 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.570403 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-network', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:56.638128 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Made reservation on behalf of adc049ff85c14935a9f68be76cd61c05 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:27:56.640603 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.679020 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Allocated IP 172.20.0.2 (87d38067-03b8-4be7-846c-3dce062309f6/d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda/f8005f8b-9859-4a56-bd3b-1dacfebdcf0f) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:27:56.683094 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.694030 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Publish callbacks [] for router_gateway (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.698340 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43002) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:56.738536 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43006) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:56.825434 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:56.864554 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-network', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:56.873167 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:56.888181 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Publish callbacks [] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.896309 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.943020 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Publish callbacks [] for security_group (90d56be1-4103-4c36-8a06-dae4f3973407), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.946443 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Made reservation on behalf of 5aa1c574bdd14a1bb0ae5f82f892e6bf for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:27:56.949320 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.958667 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Pushing event updated for resources: {'Port': ['ID=f8005f8b-9859-4a56-bd3b-1dacfebdcf0f,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:56.968219 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.968583 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.968937 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.969458 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.969891 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:56.970063 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.970402 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.970725 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.971075 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.971495 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.971959 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.972262 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.972787 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.973309 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.973992 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.974483 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Tracked resource versions report: Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: pushed versions: Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: { 'AddressGroup': {'1.2'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Agent': {'1.1'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'ConntrackHelper': {'1.0'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Log': {'1.0'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'NDPProxy': {'1.0'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Network': {'1.1'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Port': {'1.7'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'PortForwarding': {'1.3'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'QosPolicy': {'1.10'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SecurityGroup': {'1.5'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SubPort': {'1.0'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Subnet': {'1.1'}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Trunk': {'1.1'}} Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: consumer versions: Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: { DHCP agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: HyperV agent@hv-cinder-85200: {}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: L3 agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: Metadata agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: Metering agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: Open vSwitch agent@dv-cinder-852009-7-iscsi: { 'AddressGroup': '1.2', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Agent': '1.1', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'ConntrackHelper': '1.0', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'LocalIPAssociation': '1.0', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Log': '1.0', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'NDPProxy': '1.0', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Network': '1.1', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Port': '1.7', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'PortForwarding': '1.3', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'QosPolicy': '1.10', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SecurityGroup': '1.5', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SecurityGroupRule': '1.2', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'SubPort': '1.0', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Subnet': '1.1', Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: 'Trunk': '1.1'}} Sep 12 23:27:56.976032 dv-cinder-852009-7-iscsi neutron-server[106218]: {{(pid=106218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:27:56.983679 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Network 87d38067-03b8-4be7-846c-3dce062309f6 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:27:56.986282 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:27:56.990378 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:27:57.054377 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Publish callbacks [] for security_group (ccaf5af2-26f0-4742-b241-a1d9e7209308), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.055443 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (90d56be1-4103-4c36-8a06-dae4f3973407), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.060722 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Attempting to bind port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:27:57.061359 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Attempting to bind port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:27:57.062114 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Attempting to bind port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f on network 87d38067-03b8-4be7-846c-3dce062309f6 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:27:57.087315 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (ccaf5af2-26f0-4742-b241-a1d9e7209308), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.098339 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:27:57.107790 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.108133 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Added segment d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb of type vlan for network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 Sep 12 23:27:57.118037 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:27:57.118746 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Checking segment: {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:27:57.119338 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.119916 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Bound using segment: {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:27:57.120600 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Bound port: f8005f8b-9859-4a56-bd3b-1dacfebdcf0f, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:27:57.121235 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.149588 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (11be7f0c-3ec4-4c81-8e43-cbebcc992505), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.166959 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-899456878-network', 'tenant_id': '3055070ceb48447e9c6e05d102ad748f'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:57.172785 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d56be1-4103-4c36-8a06-dae4f3973407,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:57.184558 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:27:57.194788 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (aa3a8dcd-1ee3-4aa0-9949-048f9b325c96), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.195068 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Added segment aa3a8dcd-1ee3-4aa0-9949-048f9b325c96 of type vlan for network 06716bca-7ab1-4703-8226-2e627ce51e59 Sep 12 23:27:57.205482 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] For port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:27:57.211589 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] For port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=f8005f8b-9859-4a56-bd3b-1dacfebdcf0f,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:27:57.222344 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.228110 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-453736435-network', 'tenant_id': '811d8512813f49d79facec817fc5d03e'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:57.250631 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Made reservation on behalf of 3055070ceb48447e9c6e05d102ad748f for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:27:57.251029 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (06716bca-7ab1-4703-8226-2e627ce51e59), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.254136 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.287673 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.301551 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:57.302415 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219181d-4530-4e1e-83f1-a851f4e50248 None None] Pushing event updated for resources: {'Port': ['ID=f8005f8b-9859-4a56-bd3b-1dacfebdcf0f,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:57.330933 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-19dd1f54-41fd-4dc5-8f08-7d3fffe7bb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.339686 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:57.441040 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Made reservation on behalf of 811d8512813f49d79facec817fc5d03e for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:27:57.444443 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaf5af2-26f0-4742-b241-a1d9e7209308,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:57.446232 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.448814 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Publish callbacks [] for router_gateway (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.474946 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.478273 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (06716bca-7ab1-4703-8226-2e627ce51e59), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.479170 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:27:57.479945 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.497838 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.516174 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Publish callbacks [] for security_group (3e1e1653-7915-4c16-993a-5c7bee572db9), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.531608 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (3e1e1653-7915-4c16-993a-5c7bee572db9), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.640696 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (11be7f0c-3ec4-4c81-8e43-cbebcc992505), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.641993 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:27:57.642712 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.666561 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5499382 Sep 12 23:27:57.669924 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:27:57.687847 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43026) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:57.716306 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] Request body: {'subnet': {'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-subnet', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:57.751380 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:57.757444 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3937504 Sep 12 23:27:57.769912 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763242561967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (10253284-f43c-443e-88ef-317c7112dc93), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.770459 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Unsubscribe: segment precommit_create {{(pid=106216) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 12 23:27:57.770999 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Added segment 10253284-f43c-443e-88ef-317c7112dc93 of type vlan for network 3062bc21-b18d-4cd0-9313-a0f6959347a3 Sep 12 23:27:57.773840 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Allocated IP 172.27.3.97 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/271e252b-2e34-4fd7-a88a-e6173425d29e) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:27:57.775048 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43032) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:57.779419 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] Made reservation on behalf of adc049ff85c14935a9f68be76cd61c05 for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:27:57.782210 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:57.987186 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Publish callbacks [] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.024356 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f8005f8b-9859-4a56-bd3b-1dacfebdcf0f up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:27:58.040826 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087251d-ded1-4f74-b74f-5911bdfa115a admin admin] Pushing event updated for resources: {'Network': ['ID=06716bca-7ab1-4703-8226-2e627ce51e59,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:58.043378 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] Request body: {'subnet': {'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-subnet', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:58.052465 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:58.067526 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.067851 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for subnet (3f7fd8d9-d3bf-49df-8298-1742e0096bb3), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.076435 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1e1653-7915-4c16-993a-5c7bee572db9,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:58.099256 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network 06716bca-7ab1-4703-8226-2e627ce51e59 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:27:58.306005 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (3062bc21-b18d-4cd0-9313-a0f6959347a3), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.333214 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Publish callbacks [] for security_group (67591fae-4316-46f6-86dc-833142e7113a), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.337527 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:27:58.338253 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.341893 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] Made reservation on behalf of 5aa1c574bdd14a1bb0ae5f82f892e6bf for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:27:58.344633 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.383602 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (67591fae-4316-46f6-86dc-833142e7113a), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.441154 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:58.485951 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:27:58.503383 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:27:58.518642 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a023066-3759-42df-b7b3-484bf3bc0471 admin admin] Pushing event updated for resources: {'Network': ['ID=11be7f0c-3ec4-4c81-8e43-cbebcc992505,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:58.524205 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.525440 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:27:58.532527 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:27:58.533076 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.541346 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Pushing event updated for resources: {'Port': ['ID=271e252b-2e34-4fd7-a88a-e6173425d29e,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:58.604980 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=f8005f8b-9859-4a56-bd3b-1dacfebdcf0f,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:27:58.613280 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.709829 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:58.720295 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4917234-61c0-4f95-88a9-b8d419d44773 None None] Network 87d38067-03b8-4be7-846c-3dce062309f6 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:27:58.724798 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=f8005f8b-9859-4a56-bd3b-1dacfebdcf0f,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:58.781250 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:27:58.852985 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7fd8d9-d3bf-49df-8298-1742e0096bb3,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:58.893746 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] Checking segment: {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:27:58.894105 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] Network hostable DHCP agents. Network: 06716bca-7ab1-4703-8226-2e627ce51e59, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:27:58.930106 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (3062bc21-b18d-4cd0-9313-a0f6959347a3), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.931120 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:27:58.931707 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.932203 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:58.939539 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Publish callbacks [] for router_gateway (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.957696 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:27:58.977956 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-df65498a-d161-4600-ac38-09a9d7d03671 None None] Provisioning complete for port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:27:58.978262 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-df65498a-d161-4600-ac38-09a9d7d03671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:58.984027 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for subnet (6c276050-3e87-4906-b08c-2b19b87706e9), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.016762 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] Network 06716bca-7ab1-4703-8226-2e627ce51e59 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:27:59.069766 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:59.157445 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-df65498a-d161-4600-ac38-09a9d7d03671 None None] Current status of the port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:27:59.165586 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c276050-3e87-4906-b08c-2b19b87706e9,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:59.167627 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, 06716bca-7ab1-4703-8226-2e627ce51e59) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:27:59.177026 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67591fae-4316-46f6-86dc-833142e7113a,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:59.181396 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (59deeb1d-3c8b-4392-8a92-d36c227d542d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.181740 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Added segment 59deeb1d-3c8b-4392-8a92-d36c227d542d of type vlan for network ae15af67-8ae4-4684-be7f-236803ff9254 Sep 12 23:27:59.200114 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4571507 Sep 12 23:27:59.221876 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43088) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:59.243233 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] Request body: {'subnet': {'network_id': '3062bc21-b18d-4cd0-9313-a0f6959347a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-899456878-subnet', 'tenant_id': '3055070ceb48447e9c6e05d102ad748f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:59.274394 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449739-3bce-4ed1-a7bf-7be7f4b9b2da admin admin] Pushing event updated for resources: {'Network': ['ID=3062bc21-b18d-4cd0-9313-a0f6959347a3,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:59.276000 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:59.288624 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.308905 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network 3062bc21-b18d-4cd0-9313-a0f6959347a3 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:27:59.343560 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:27:59.344332 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.350905 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11386935-7a76-45c3-a952-17113071c99e None None] Network 06716bca-7ab1-4703-8226-2e627ce51e59 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:27:59.372261 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (ae15af67-8ae4-4684-be7f-236803ff9254), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.387230 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] Checking segment: {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:27:59.388718 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] Network hostable DHCP agents. Network: 11be7f0c-3ec4-4c81-8e43-cbebcc992505, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:27:59.403764 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:59.409382 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] Made reservation on behalf of 3055070ceb48447e9c6e05d102ad748f for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:27:59.414336 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.442096 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-950fcb25-9d24-4310-a453-eae719c5fc13 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7374017 Sep 12 23:27:59.444788 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43102) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:59.450119 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:59.499515 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.512399 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.536304 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] Network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:27:59.547782 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (ae15af67-8ae4-4684-be7f-236803ff9254), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.549026 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:27:59.550287 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.562463 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, 11be7f0c-3ec4-4c81-8e43-cbebcc992505) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:27:59.586818 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:27:59.587703 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.634958 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f7230-3ad2-44b9-b7e2-80501b109877 None None] Network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:27:59.646085 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9464767 Sep 12 23:27:59.650916 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Publish callbacks [] for router_controller (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.654392 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43110) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:59.664313 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] Request body: {'subnet': {'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-453736435-subnet', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:59.669494 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9f21b-5a45-47cb-949f-632505e093ea admin admin] Pushing event updated for resources: {'Network': ['ID=ae15af67-8ae4-4684-be7f-236803ff9254,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:27:59.673897 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3718a219-d034-4e8d-b15b-5c324309d507 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8957918 Sep 12 23:27:59.677565 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43112) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:27:59.692642 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:27:59.731687 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] Made reservation on behalf of 811d8512813f49d79facec817fc5d03e for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:27:59.736008 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.762049 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (dfeb7b9e-63d3-4601-b534-33494f5fef06), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.763477 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (dfeb7b9e-63d3-4601-b534-33494f5fef06), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.790347 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network ae15af67-8ae4-4684-be7f-236803ff9254 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:27:59.812394 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:27:59.821790 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:27:59.822842 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.863028 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for subnet (596d69f2-c8f9-4527-a673-e26f0a13b483), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.947317 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-3ec8f86d-fd98-4865-9b50-b1864d99c7d7 None None] Provisioning complete for port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:27:59.947705 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f86d-fd98-4865-9b50-b1864d99c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:27:59.984502 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f8005f8b-9859-4a56-bd3b-1dacfebdcf0f up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:00.006124 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Publish callbacks [] for router_controller (dfeb7b9e-63d3-4601-b534-33494f5fef06), precommit_add_association {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.029990 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Publish callbacks [] for router_gateway (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.106603 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=596d69f2-c8f9-4527-a673-e26f0a13b483,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:00.144612 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:28:00.170828 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.181980 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:00.183797 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8f86d-fd98-4865-9b50-b1864d99c7d7 None None] Current status of the port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:00.205433 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Publish callbacks [] for router_gateway (dfeb7b9e-63d3-4601-b534-33494f5fef06), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.215751 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] Checking segment: {'id': '10253284-f43c-443e-88ef-317c7112dc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3062bc21-b18d-4cd0-9313-a0f6959347a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:00.216397 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] Network hostable DHCP agents. Network: 3062bc21-b18d-4cd0-9313-a0f6959347a3, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:28:00.229401 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-06716bca-7ab1-4703-8226-2e627ce51e59', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:28:00.230567 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.272422 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43134) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:00.292129 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] Network 3062bc21-b18d-4cd0-9313-a0f6959347a3 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:28:00.298573 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:00.316289 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, 3062bc21-b18d-4cd0-9313-a0f6959347a3) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:00.333010 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.341869 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f07833-f957-4e59-81a2-2a65d80f93d2 None None] Network 3062bc21-b18d-4cd0-9313-a0f6959347a3 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:28:00.343913 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:00.345003 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.379935 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:00.380310 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.463464 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:28:00.466855 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Publish callbacks [] for router_gateway (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.474304 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:00.485901 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-905c20e9-c839-42f5-a900-338f3c0cc10d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.490293 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Sync routers for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:28:00.500769 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:00.501425 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:00.509502 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Publish callbacks [] for router_gateway (dfeb7b9e-63d3-4601-b534-33494f5fef06), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.519390 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1ad6588d-aef1-4489-b134-614c617aed3e admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2908661 Sep 12 23:28:00.548205 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Allocated IP 172.20.0.2 (11be7f0c-3ec4-4c81-8e43-cbebcc992505/6c276050-3e87-4906-b08c-2b19b87706e9/9171b470-274c-469f-9cce-21c91138cb6b) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:00.698735 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.760313 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-905c20e9-c839-42f5-a900-338f3c0cc10d admin admin] Publish callbacks [] for security_group (9c5e0416-c9e7-4fad-abfe-fedfd288bf2d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.764094 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=3,neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:00.766401 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.775795 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-905c20e9-c839-42f5-a900-338f3c0cc10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9c5e0416-c9e7-4fad-abfe-fedfd288bf2d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.776066 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.782139 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ba63c869-7ea8-4642-82ad-18a43927748e admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3863072 Sep 12 23:28:00.792083 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:00.835487 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for subnet (739a99a2-e965-48b6-9614-61f430776cd1), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:00.838089 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43148) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:00.839706 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:00.841953 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c20e9-c839-42f5-a900-338f3c0cc10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5e0416-c9e7-4fad-abfe-fedfd288bf2d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:00.956164 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:00.998938 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa9392-993b-463d-8ea2-1e0251ead603 None None] Network 3062bc21-b18d-4cd0-9313-a0f6959347a3 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:28:01.029849 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-905c20e9-c839-42f5-a900-338f3c0cc10d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=45befad61bc94b1aafb57766cfad5be4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7546093 Sep 12 23:28:01.064332 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43166) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:01.066131 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Allocated IP 172.20.0.2 (06716bca-7ab1-4703-8226-2e627ce51e59/3f7fd8d9-d3bf-49df-8298-1742e0096bb3/75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:01.097994 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:27:58Z', 'revision_number': 3, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:01.127071 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739a99a2-e965-48b6-9614-61f430776cd1,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:01.154599 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Checking router: 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:28:01.155093 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Updating router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 port 271e252b-2e34-4fd7-a88a-e6173425d29e binding host dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:28:01.155286 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:01.172597 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e12a0487-df68-4b35-9773-cb66c6c39a52 admin admin] Publish callbacks [] for security_group (9c5e0416-c9e7-4fad-abfe-fedfd288bf2d), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.203709 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e12a0487-df68-4b35-9773-cb66c6c39a52 admin admin] Publish callbacks [] for security_group (9c5e0416-c9e7-4fad-abfe-fedfd288bf2d), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.259612 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.290327 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Allocated IP 172.27.3.179 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/3248fc74-bf5d-445c-b68a-acaaf0709855) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:01.292513 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e12a0487-df68-4b35-9773-cb66c6c39a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9c5e0416-c9e7-4fad-abfe-fedfd288bf2d), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.295412 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e12a0487-df68-4b35-9773-cb66c6c39a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.299038 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e12a0487-df68-4b35-9773-cb66c6c39a52 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9c5e0416-c9e7-4fad-abfe-fedfd288bf2d HTTP/1.1" status: 204 len: 168 time: 0.2574561 Sep 12 23:28:01.311335 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a0487-df68-4b35-9773-cb66c6c39a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5e0416-c9e7-4fad-abfe-fedfd288bf2d,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:01.336990 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] Checking segment: {'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:01.337836 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] Network hostable DHCP agents. Network: ae15af67-8ae4-4684-be7f-236803ff9254, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:28:01.487687 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] Network ae15af67-8ae4-4684-be7f-236803ff9254 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:28:01.512670 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:INSERT=8 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:01.519947 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Publish callbacks [] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.530228 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, ae15af67-8ae4-4684-be7f-236803ff9254) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:01.596685 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Publish callbacks [] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.603545 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:01.604390 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.684410 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.694894 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0238ff6-4504-468f-8325-7a066b5a1ce1 None None] Network ae15af67-8ae4-4684-be7f-236803ff9254 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:28:01.708102 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bea0d072-132f-4f99-9b54-42b009f0b1f0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0521176 Sep 12 23:28:01.711802 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43190) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:01.723094 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-453736435-router', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:01.812659 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:01.824202 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:01.844913 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43198) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:01.858069 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Pushing event updated for resources: {'Port': ['ID=3248fc74-bf5d-445c-b68a-acaaf0709855,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:01.862415 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:01.884645 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-311042981-network', 'tenant_id': '370e5966bb6a4eda8567bad550f443f2'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:01.894701 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:01.901655 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (2d403c1f-c864-4eba-ab0a-d2197e3f5186), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.902888 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (2d403c1f-c864-4eba-ab0a-d2197e3f5186), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.924398 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:01.930753 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Allocated IP 172.27.3.241 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/5c9ca503-856f-4c5e-a30d-6f04c570b2b4) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:01.960215 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43202) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:01.961145 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Network 06716bca-7ab1-4703-8226-2e627ce51e59 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:01.970251 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:01.997528 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:02.013045 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Made reservation on behalf of 370e5966bb6a4eda8567bad550f443f2 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:28:02.015386 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.095392 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Pushing event updated for resources: {'Port': ['ID=75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:02.106449 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6493c2a-2ba3-4984-9727-4030003e0312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.108353 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.115455 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Publish callbacks [] for router_controller (2d403c1f-c864-4eba-ab0a-d2197e3f5186), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.116385 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:02.130047 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-ae15af67-8ae4-4684-be7f-236803ff9254', 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254', 'project_id': '811d8512813f49d79facec817fc5d03e', 'fixed_ips': [{'subnet_id': '739a99a2-e965-48b6-9614-61f430776cd1'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:28:02.130484 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.133678 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Publish callbacks [] for port (9171b470-274c-469f-9cce-21c91138cb6b), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.138640 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Publish callbacks [] for router_gateway (dfeb7b9e-63d3-4601-b534-33494f5fef06), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.156805 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (9171b470-274c-469f-9cce-21c91138cb6b), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.188521 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Attempting to bind port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:02.188893 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Attempting to bind port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:02.190728 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Attempting to bind port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 on network 06716bca-7ab1-4703-8226-2e627ce51e59 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:02.190833 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:02.285945 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:02.292729 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Pushing event updated for resources: {'Port': ['ID=9171b470-274c-469f-9cce-21c91138cb6b,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:02.299764 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:02.301259 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:02.316854 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:02.342062 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:02.342535 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Checking segment: {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:02.342835 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.343219 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Bound using segment: {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:02.344010 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Bound port: 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:02.344400 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.359505 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (dfeb7b9e-63d3-4601-b534-33494f5fef06), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.382540 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Publish callbacks [] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.466859 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Allocated IP 172.20.0.2 (ae15af67-8ae4-4684-be7f-236803ff9254/739a99a2-e965-48b6-9614-61f430776cd1/d741bd12-7a89-4fdb-9cfa-5ca714c09b0a) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:02.481287 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Attempting to bind port 9171b470-274c-469f-9cce-21c91138cb6b on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:02.481466 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Attempting to bind port 9171b470-274c-469f-9cce-21c91138cb6b by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:02.481831 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Attempting to bind port 9171b470-274c-469f-9cce-21c91138cb6b on network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:02.519047 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Publish callbacks [] for router_gateway (2d403c1f-c864-4eba-ab0a-d2197e3f5186), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.548910 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Router dfeb7b9e-63d3-4601-b534-33494f5fef06 is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:28:02.589560 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] For port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:02.615957 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] For port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:02.619058 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:02.619873 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Checking segment: {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:02.619983 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.620350 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Bound using segment: {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:02.620827 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Bound port: 9171b470-274c-469f-9cce-21c91138cb6b, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:02.621210 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (9171b470-274c-469f-9cce-21c91138cb6b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.641009 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.663283 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.673406 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:02.716843 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:28:02.740339 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Sync routers for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:28:02.741863 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Publish callbacks [] for security_group (4448b9f7-3f8b-4e04-8682-55af0105ac29), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.753682 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.756567 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f511fbc6-4876-44d5-804c-975d0856a36b admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0734408 Sep 12 23:28:02.761173 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43214) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:02.770180 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.785697 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6493c2a-2ba3-4984-9727-4030003e0312 admin admin] Publish callbacks [] for security_group (1644edcc-9f80-4612-9581-9e33f7389f88), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.832775 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (4448b9f7-3f8b-4e04-8682-55af0105ac29), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:02.844235 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfd655-8d54-4a91-b2c5-30511e2033b3 None None] Pushing event updated for resources: {'Port': ['ID=75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:02.857617 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:02.890092 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:02.890831 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:02.913485 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6493c2a-2ba3-4984-9727-4030003e0312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (1644edcc-9f80-4612-9581-9e33f7389f88), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.014220 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Publish callbacks [] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.023169 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] For port 9171b470-274c-469f-9cce-21c91138cb6b, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:03.036077 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43226) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:03.038417 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.046370 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] For port 9171b470-274c-469f-9cce-21c91138cb6b, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=9171b470-274c-469f-9cce-21c91138cb6b,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:03.048769 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:28:03.051057 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:03.067601 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Publish callbacks [] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.082754 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:03.084545 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.119941 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:03.123010 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:03.157089 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Attempting to bind port 271e252b-2e34-4fd7-a88a-e6173425d29e on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:03.157797 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Attempting to bind port 271e252b-2e34-4fd7-a88a-e6173425d29e by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:03.158365 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Attempting to bind port 271e252b-2e34-4fd7-a88a-e6173425d29e on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:03.171614 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Network ae15af67-8ae4-4684-be7f-236803ff9254 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:03.173606 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:03.179646 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f6493c2a-2ba3-4984-9727-4030003e0312 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=fa02fb9efd8a427d899e47866183d9bb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2140329 Sep 12 23:28:03.182454 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43230) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:03.184234 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (9171b470-274c-469f-9cce-21c91138cb6b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.190468 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (ef1e854c-07fa-47a7-ac11-1e542234e208), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.190800 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Added segment ef1e854c-07fa-47a7-ac11-1e542234e208 of type vlan for network e5085324-b749-4fdd-b80d-7bc645fa9fb2 Sep 12 23:28:03.196436 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:03.211476 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:03.238250 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:03.248311 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Pushing event updated for resources: {'Port': ['ID=271e252b-2e34-4fd7-a88a-e6173425d29e,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:03.278799 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.281482 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.281855 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.282218 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.282563 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.282998 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.293759 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.294291 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.294802 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.295286 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.295846 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.298144 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.298624 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.304002 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.304637 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Tracked resource versions report: Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: pushed versions: Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: { 'AddressGroup': {'1.2'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Agent': {'1.1'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'ConntrackHelper': {'1.0'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Log': {'1.0'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'NDPProxy': {'1.0'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Network': {'1.1'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Port': {'1.7'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'PortForwarding': {'1.3'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'QosPolicy': {'1.10'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SecurityGroup': {'1.5'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SubPort': {'1.0'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Subnet': {'1.1'}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Trunk': {'1.1'}} Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: consumer versions: Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: { DHCP agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: HyperV agent@hv-cinder-85200: {}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: L3 agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: Metadata agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: Metering agent@dv-cinder-852009-7-iscsi: {}, Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: Open vSwitch agent@dv-cinder-852009-7-iscsi: { 'AddressGroup': '1.2', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Agent': '1.1', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'ConntrackHelper': '1.0', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'LocalIPAssociation': '1.0', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Log': '1.0', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'NDPProxy': '1.0', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Network': '1.1', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Port': '1.7', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'PortForwarding': '1.3', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'QosPolicy': '1.10', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SecurityGroup': '1.5', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SecurityGroupRule': '1.2', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'SubPort': '1.0', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Subnet': '1.1', Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: 'Trunk': '1.1'}} Sep 12 23:28:03.306020 dv-cinder-852009-7-iscsi neutron-server[106219]: {{(pid=106219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:28:03.311386 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:03.315608 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:03.323015 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Pushing event updated for resources: {'Port': ['ID=d741bd12-7a89-4fdb-9cfa-5ca714c09b0a,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:03.324765 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.325182 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:03.325699 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Bound port: 271e252b-2e34-4fd7-a88a-e6173425d29e, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:03.326095 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.393085 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] For port 271e252b-2e34-4fd7-a88a-e6173425d29e, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:03.398406 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] For port 271e252b-2e34-4fd7-a88a-e6173425d29e, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=271e252b-2e34-4fd7-a88a-e6173425d29e,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:03.402064 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Attempting to bind port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:03.402442 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Attempting to bind port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:03.402813 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Attempting to bind port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a on network ae15af67-8ae4-4684-be7f-236803ff9254 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:03.407770 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:03.413242 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.473802 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e175f5c1-7ddc-4fe1-9432-3912a8931004 admin admin] Publish callbacks [] for security_group (1644edcc-9f80-4612-9581-9e33f7389f88), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.492798 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837db06c-0df5-44fa-8a8d-dd76a84c669a None None] Pushing event updated for resources: {'Port': ['ID=271e252b-2e34-4fd7-a88a-e6173425d29e,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:03.530459 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:03.532238 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:03.534009 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:03.566864 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4448b9f7-3f8b-4e04-8682-55af0105ac29,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:03.575333 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9ca503-856f-4c5e-a30d-6f04c570b2b4,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:03.581599 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e175f5c1-7ddc-4fe1-9432-3912a8931004 admin admin] Publish callbacks [] for security_group (1644edcc-9f80-4612-9581-9e33f7389f88), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.610536 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0054af0-e18e-4b9e-9111-bf8a755d3c6c None None] Pushing event updated for resources: {'Port': ['ID=9171b470-274c-469f-9cce-21c91138cb6b,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:03.674993 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:03.677570 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e175f5c1-7ddc-4fe1-9432-3912a8931004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (1644edcc-9f80-4612-9581-9e33f7389f88), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.680075 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e175f5c1-7ddc-4fe1-9432-3912a8931004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.681402 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e175f5c1-7ddc-4fe1-9432-3912a8931004 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1644edcc-9f80-4612-9581-9e33f7389f88 HTTP/1.1" status: 204 len: 168 time: 0.4958301 Sep 12 23:28:03.719508 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175f5c1-7ddc-4fe1-9432-3912a8931004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1644edcc-9f80-4612-9581-9e33f7389f88,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:03.742233 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6493c2a-2ba3-4984-9727-4030003e0312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1644edcc-9f80-4612-9581-9e33f7389f88,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:03.810121 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:03.814401 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-527e835c-77b9-4b46-920e-d0b0023743f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.832781 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:03.833861 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Checking segment: {'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:03.834631 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.835192 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Bound using segment: {'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:03.835871 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Bound port: d741bd12-7a89-4fdb-9cfa-5ca714c09b0a, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:03.836727 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.865792 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:03.901605 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (e5085324-b749-4fdd-b80d-7bc645fa9fb2), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:03.963131 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:27:58Z', 'revision_number': 3, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:03.994160 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] For port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:04.005032 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] For port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d741bd12-7a89-4fdb-9cfa-5ca714c09b0a,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:04.019488 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:02Z', 'revision_number': 3, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:04.048644 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84688a9b-daa7-4dfd-abdb-615481d28665 None None] The sync data for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi is: [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:27:58Z', 'revision_number': 3, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:28:04.055719 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Checking router: dfeb7b9e-63d3-4601-b534-33494f5fef06 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:28:04.056079 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Updating router dfeb7b9e-63d3-4601-b534-33494f5fef06 port 3248fc74-bf5d-445c-b68a-acaaf0709855 binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:28:04.057765 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:04.095013 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.db.resource_extend [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 12 23:28:04.101114 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:04.110432 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:04.201435 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Publish callbacks [] for router_gateway (2d403c1f-c864-4eba-ab0a-d2197e3f5186), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:04.408358 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-527e835c-77b9-4b46-920e-d0b0023743f4 admin admin] Publish callbacks [] for security_group (2010e147-3e85-4036-9f25-95d178e0650c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:04.411839 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (e5085324-b749-4fdd-b80d-7bc645fa9fb2), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:04.418755 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:04.419438 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:04.427382 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:04.442909 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:04.521601 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-527e835c-77b9-4b46-920e-d0b0023743f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (2010e147-3e85-4036-9f25-95d178e0650c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:04.659306 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:04.717886 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e835c-77b9-4b46-920e-d0b0023743f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2010e147-3e85-4036-9f25-95d178e0650c,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:04.759540 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Allocated IP 172.20.0.1 (11be7f0c-3ec4-4c81-8e43-cbebcc992505/6c276050-3e87-4906-b08c-2b19b87706e9/c828b2dc-3c9a-485e-ab25-7824514da2e9) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:04.764586 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Allocated IP 172.20.0.1 (87d38067-03b8-4be7-846c-3dce062309f6/d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda/b339a7e3-e5a6-4e66-8e18-6280efe77025) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:04.875099 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0242062 Sep 12 23:28:04.878488 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43248) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:04.886420 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] Request body: {'subnet': {'network_id': 'e5085324-b749-4fdd-b80d-7bc645fa9fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-311042981-subnet', 'tenant_id': '370e5966bb6a4eda8567bad550f443f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:04.902390 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:04.908068 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daad8d6-c47d-4073-acde-e0fbabb31e04 None None] Network 06716bca-7ab1-4703-8226-2e627ce51e59 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:28:04.934439 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:04.990897 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] Made reservation on behalf of 370e5966bb6a4eda8567bad550f443f2 for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:28:04.993765 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.011858 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-527e835c-77b9-4b46-920e-d0b0023743f4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1b1b14efb0dd42fcad321d9b5c8dafed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9712167 Sep 12 23:28:05.011858 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:05.016770 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43256) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:05.072191 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4e341-27e3-43d6-bf09-93f8f4b46bac None None] Network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:28:05.083483 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Publish callbacks [] for router_gateway (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.093759 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:05.099283 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e10a5-588c-4ba4-b32b-b5711d85812f admin admin] Pushing event updated for resources: {'Network': ['ID=e5085324-b749-4fdd-b80d-7bc645fa9fb2,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:05.131952 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Publish callbacks [] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.163112 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network e5085324-b749-4fdd-b80d-7bc645fa9fb2 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:28:05.203497 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Publish callbacks [] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.261204 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-6b065299-4b60-420c-bf54-b35d1abf87f5 None None] Provisioning complete for port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:05.261594 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6b065299-4b60-420c-bf54-b35d1abf87f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.284799 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.457401 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.496765 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Attempting to bind port 3248fc74-bf5d-445c-b68a-acaaf0709855 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:05.497214 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Attempting to bind port 3248fc74-bf5d-445c-b68a-acaaf0709855 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:05.497609 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Attempting to bind port 3248fc74-bf5d-445c-b68a-acaaf0709855 on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:05.518366 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24e5fc-da31-4abc-8a01-9fd0075a3972 None None] Pushing event updated for resources: {'Port': ['ID=d741bd12-7a89-4fdb-9cfa-5ca714c09b0a,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:05.628358 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:05.636123 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:05.643700 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:05.644178 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (dfeb7b9e-63d3-4601-b534-33494f5fef06), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.661034 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:05.661507 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.670288 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c828b2dc-3c9a-485e-ab25-7824514da2e9,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:05.836947 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:05.837312 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:05.837750 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.838209 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:05.838809 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Bound port: 3248fc74-bf5d-445c-b68a-acaaf0709855, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:05.839206 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.888830 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Publish callbacks [] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.940462 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-6b065299-4b60-420c-bf54-b35d1abf87f5 None None] Current status of the port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:05.941727 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6b065299-4b60-420c-bf54-b35d1abf87f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:05.944110 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e6cf8-c3a8-4321-a680-ac709eec5acb None None] Pushing event updated for resources: {'Port': ['ID=3248fc74-bf5d-445c-b68a-acaaf0709855,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:06.019695 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.031226 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] For port 3248fc74-bf5d-445c-b68a-acaaf0709855, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:06.038954 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] For port 3248fc74-bf5d-445c-b68a-acaaf0709855, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=3248fc74-bf5d-445c-b68a-acaaf0709855,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:06.080676 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1966f780-37dd-4f90-8c27-a6a474eb9eb8 None None] Network ae15af67-8ae4-4684-be7f-236803ff9254 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:28:06.083544 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.118436 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Allocated IP 172.27.3.132 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/2782afc1-58d6-40d1-94f5-8fbbbddc40ae) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:06.122725 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:06.160134 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e6cf8-c3a8-4321-a680-ac709eec5acb None None] Pushing event updated for resources: {'Port': ['ID=3248fc74-bf5d-445c-b68a-acaaf0709855,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:06.170018 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:06.193821 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:06.195182 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.196226 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-6b065299-4b60-420c-bf54-b35d1abf87f5 None None] For port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:06.201627 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for subnet (6365d902-a5ff-40f5-80d9-2a83ecc6a236), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.219607 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Pushing event updated for resources: {'Port': ['ID=b339a7e3-e5a6-4e66-8e18-6280efe77025,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:06.230408 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Network 87d38067-03b8-4be7-846c-3dce062309f6 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:06.265801 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:06.295291 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6b065299-4b60-420c-bf54-b35d1abf87f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.301536 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:06.301536 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.406976 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b065299-4b60-420c-bf54-b35d1abf87f5 None None] Pushing event updated for resources: {'Port': ['ID=75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:06.456977 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Publish callbacks [] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.473850 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.474706 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (dfeb7b9e-63d3-4601-b534-33494f5fef06), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.487736 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:06.488135 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.525173 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6365d902-a5ff-40f5-80d9-2a83ecc6a236,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:06.557102 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:06.557983 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:06.558631 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:06.650180 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:06.653966 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:06.669230 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Publish callbacks [] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.671607 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] Checking segment: {'id': 'ef1e854c-07fa-47a7-ac11-1e542234e208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e5085324-b749-4fdd-b80d-7bc645fa9fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:06.672039 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] Network hostable DHCP agents. Network: e5085324-b749-4fdd-b80d-7bc645fa9fb2, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:28:06.688844 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Pushing event updated for resources: {'Port': ['ID=c828b2dc-3c9a-485e-ab25-7824514da2e9,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:06.705318 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.db.api [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 12 23:28:06.706087 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG oslo_db.api [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 12 23:28:06.723240 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Provisioning complete for port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:06.724874 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.730360 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.735293 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:06.739670 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.741937 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-265758fe-c8a0-4b6e-85a4-89b9af4342ce admin admin] Publish callbacks [] for security_group (2010e147-3e85-4036-9f25-95d178e0650c), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.788423 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-265758fe-c8a0-4b6e-85a4-89b9af4342ce admin admin] Publish callbacks [] for security_group (2010e147-3e85-4036-9f25-95d178e0650c), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.806080 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] Network e5085324-b749-4fdd-b80d-7bc645fa9fb2 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:28:06.831859 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, e5085324-b749-4fdd-b80d-7bc645fa9fb2) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:06.862723 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50ea435-0fbc-4f82-9ead-18033c0745e9 None None] Network e5085324-b749-4fdd-b80d-7bc645fa9fb2 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:28:06.972037 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:06.972678 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:06.975690 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:06.999712 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:07.030228 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0a4816ce-23e5-455d-bed4-b4f4b840dea8 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1503596 Sep 12 23:28:07.087619 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Router dfeb7b9e-63d3-4601-b534-33494f5fef06 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:28:07.139159 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.159804 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:07.166536 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Current status of the port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:07.171447 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Pushing event updated for resources: {'Port': ['ID=2782afc1-58d6-40d1-94f5-8fbbbddc40ae,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:07.224737 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6c731c-404d-4e58-a53d-2a1f4d2ef1e9 None None] Network e5085324-b749-4fdd-b80d-7bc645fa9fb2 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:28:07.227101 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43308) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:07.277103 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Provisioning complete for port 9171b470-274c-469f-9cce-21c91138cb6b triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:07.277754 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (9171b470-274c-469f-9cce-21c91138cb6b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.306194 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:28:07.318246 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c67ca2e-c152-42a3-a82b-892e9c4b0f73 admin admin] Deleting subnet 596d69f2-c8f9-4527-a673-e26f0a13b483 {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:28:07.328223 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0cba12c3-0eb5-48c9-a538-e081cd5a87f2 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/dfeb7b9e-63d3-4601-b534-33494f5fef06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5572443 Sep 12 23:28:07.328414 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7c67ca2e-c152-42a3-a82b-892e9c4b0f73 admin admin] Publish callbacks [] for subnet (596d69f2-c8f9-4527-a673-e26f0a13b483), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.378952 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:07.415264 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:07.507059 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:07.508121 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 9171b470-274c-469f-9cce-21c91138cb6b up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:07.553831 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:07.633330 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-265758fe-c8a0-4b6e-85a4-89b9af4342ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (2010e147-3e85-4036-9f25-95d178e0650c), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.636314 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-265758fe-c8a0-4b6e-85a4-89b9af4342ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.637713 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-265758fe-c8a0-4b6e-85a4-89b9af4342ce admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2010e147-3e85-4036-9f25-95d178e0650c HTTP/1.1" status: 204 len: 168 time: 2.5623271 Sep 12 23:28:07.644421 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:07.661576 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265758fe-c8a0-4b6e-85a4-89b9af4342ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2010e147-3e85-4036-9f25-95d178e0650c,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:07.709099 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7c67ca2e-c152-42a3-a82b-892e9c4b0f73 admin admin] Publish callbacks [] for subnet (596d69f2-c8f9-4527-a673-e26f0a13b483), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.737331 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 9171b470-274c-469f-9cce-21c91138cb6b triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:07.737710 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (9171b470-274c-469f-9cce-21c91138cb6b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.739204 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Current status of the port 9171b470-274c-469f-9cce-21c91138cb6b is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:07.739487 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (9171b470-274c-469f-9cce-21c91138cb6b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.790304 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7c67ca2e-c152-42a3-a82b-892e9c4b0f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (596d69f2-c8f9-4527-a673-e26f0a13b483), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.830426 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.840882 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 2, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:07.880792 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] For port 9171b470-274c-469f-9cce-21c91138cb6b, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=9171b470-274c-469f-9cce-21c91138cb6b,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:07.884027 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faba782-e2dc-4731-86fb-98c5608a2d21 None None] The sync data for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi is: [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 2, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:28:07.888260 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (9171b470-274c-469f-9cce-21c91138cb6b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.899934 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:07.968695 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Provisioning complete for port c828b2dc-3c9a-485e-ab25-7824514da2e9 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:07.969739 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:07.979078 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43326) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:07.984291 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-fec39183-34c4-4748-bc29-c4d9261857fd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446125107', 'description': 'tempest-description--2066908900'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:08.006780 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:08.020282 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fec39183-34c4-4748-bc29-c4d9261857fd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.049243 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Port c828b2dc-3c9a-485e-ab25-7824514da2e9 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:08.051144 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 9171b470-274c-469f-9cce-21c91138cb6b is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:08.054849 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Pushing event updated for resources: {'Port': ['ID=9171b470-274c-469f-9cce-21c91138cb6b,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:08.063213 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Provisioning complete for port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:08.063679 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.082333 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7c67ca2e-c152-42a3-a82b-892e9c4b0f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for subnet (596d69f2-c8f9-4527-a673-e26f0a13b483), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.220277 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fec39183-34c4-4748-bc29-c4d9261857fd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (bddb3a05-01da-416e-ab1b-099d6e833d2f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.235735 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ca2e-c152-42a3-a82b-892e9c4b0f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=596d69f2-c8f9-4527-a673-e26f0a13b483,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:08.237452 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fec39183-34c4-4748-bc29-c4d9261857fd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (bddb3a05-01da-416e-ab1b-099d6e833d2f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.242391 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7c67ca2e-c152-42a3-a82b-892e9c4b0f73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.263598 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7c67ca2e-c152-42a3-a82b-892e9c4b0f73 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/596d69f2-c8f9-4527-a673-e26f0a13b483 HTTP/1.1" status: 204 len: 168 time: 1.0349877 Sep 12 23:28:08.277961 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43344) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:08.285005 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fec39183-34c4-4748-bc29-c4d9261857fd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.285209 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-fec39183-34c4-4748-bc29-c4d9261857fd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3047371 Sep 12 23:28:08.290999 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Current status of the port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:08.291825 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.302252 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43348) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:08.302865 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:28:08.322314 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-e220bc60-4ceb-4854-bf20-5ec4641a653b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'security_group_rule': {'security_group_id': 'bddb3a05-01da-416e-ab1b-099d6e833d2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:08.353436 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec39183-34c4-4748-bc29-c4d9261857fd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bddb3a05-01da-416e-ab1b-099d6e833d2f,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:08.387932 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] For port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d741bd12-7a89-4fdb-9cfa-5ca714c09b0a,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:08.389395 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Publish callbacks [] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.395044 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.412838 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.413968 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.493636 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Pushing event updated for resources: {'Port': ['ID=b339a7e3-e5a6-4e66-8e18-6280efe77025,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:08.534632 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (3062bc21-b18d-4cd0-9313-a0f6959347a3), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.573406 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-9c09bb5a-bd5c-4ade-8d35-4194e48e7316 None None] Provisioning complete for port c828b2dc-3c9a-485e-ab25-7824514da2e9 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:08.574011 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9c09bb5a-bd5c-4ade-8d35-4194e48e7316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.575953 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:08.577130 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d741bd12-7a89-4fdb-9cfa-5ca714c09b0a up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:08.588452 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Publish callbacks [] for router_gateway (2d403c1f-c864-4eba-ab0a-d2197e3f5186), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.606608 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3e97f-14c5-4c51-a0b0-af55cc644f23 None None] Pushing event updated for resources: {'Port': ['ID=d741bd12-7a89-4fdb-9cfa-5ca714c09b0a,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:08.682424 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:08.682954 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.685232 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-9c09bb5a-bd5c-4ade-8d35-4194e48e7316 None None] Port c828b2dc-3c9a-485e-ab25-7824514da2e9 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:08.691103 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (3062bc21-b18d-4cd0-9313-a0f6959347a3), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.734688 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:08.735350 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:08.736940 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:08.745103 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > port after_create 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:08.745965 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > port after_delete 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:08.746525 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > port after_update 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:08.747259 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:08.747985 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:08.748507 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:08.749027 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:08.756033 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-9c09bb5a-bd5c-4ade-8d35-4194e48e7316 None None] Provisioning complete for port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:08.756387 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9c09bb5a-bd5c-4ade-8d35-4194e48e7316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:08.839598 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43360) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:08.878092 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:08.888056 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 9171b470-274c-469f-9cce-21c91138cb6b up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:08.891606 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:08.944855 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e220bc60-4ceb-4854-bf20-5ec4641a653b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (f9b2360b-04e9-4356-b7a7-c52707861f80), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.119449 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 9171b470-274c-469f-9cce-21c91138cb6b triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:09.119930 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (9171b470-274c-469f-9cce-21c91138cb6b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.167522 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-9c09bb5a-bd5c-4ade-8d35-4194e48e7316 None None] Current status of the port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:09.189171 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-9c09bb5a-bd5c-4ade-8d35-4194e48e7316 None None] Provisioning complete for port b339a7e3-e5a6-4e66-8e18-6280efe77025 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:09.190109 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9c09bb5a-bd5c-4ade-8d35-4194e48e7316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.207096 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:09.242247 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-9c09bb5a-bd5c-4ade-8d35-4194e48e7316 None None] Port b339a7e3-e5a6-4e66-8e18-6280efe77025 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:09.274976 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:28:09.291379 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Sync routers for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:28:09.308115 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 9171b470-274c-469f-9cce-21c91138cb6b is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:09.309491 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:09.315423 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:09.316113 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:09.325236 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (2d403c1f-c864-4eba-ab0a-d2197e3f5186), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.332317 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-019d87cb-ca33-4e77-bc65-98a40743b13e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.360725 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:09.364934 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.368528 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-38385bb6-0bdb-42f2-88eb-49c423ff8103 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.9202194 Sep 12 23:28:09.371829 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e220bc60-4ceb-4854-bf20-5ec4641a653b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (f9b2360b-04e9-4356-b7a7-c52707861f80), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.379350 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Network 87d38067-03b8-4be7-846c-3dce062309f6 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:09.380443 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43374) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:09.399110 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:09.399556 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.449435 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:09.449961 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:09.450113 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:09.451774 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:09.452491 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3062bc21-b18d-4cd0-9313-a0f6959347a3']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:09.474349 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e220bc60-4ceb-4854-bf20-5ec4641a653b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (f9b2360b-04e9-4356-b7a7-c52707861f80), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.481627 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:09.482320 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:09.483336 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10253284-f43c-443e-88ef-317c7112dc93') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:09.489893 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10253284-f43c-443e-88ef-317c7112dc93') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:09.527151 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2123295'] for segment (10253284-f43c-443e-88ef-317c7112dc93), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.575361 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (10253284-f43c-443e-88ef-317c7112dc93), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.593055 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:28:09.596445 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3896281'] for segment (10253284-f43c-443e-88ef-317c7112dc93), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.620529 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:09.623036 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 271e252b-2e34-4fd7-a88a-e6173425d29e up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:09.689958 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220bc60-4ceb-4854-bf20-5ec4641a653b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b2360b-04e9-4356-b7a7-c52707861f80,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:09.729621 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e220bc60-4ceb-4854-bf20-5ec4641a653b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.734085 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e220bc60-4ceb-4854-bf20-5ec4641a653b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4283941 Sep 12 23:28:09.735751 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (3062bc21-b18d-4cd0-9313-a0f6959347a3), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.744589 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 271e252b-2e34-4fd7-a88a-e6173425d29e triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:09.745419 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.749932 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.760841 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/3062bc21-b18d-4cd0-9313-a0f6959347a3 HTTP/1.1" status: 204 len: 168 time: 1.4719326 Sep 12 23:28:09.764622 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43382) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:09.765150 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43384) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:09.795193 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-f0c9e678-e875-4178-8abd-2b88948710d2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'security_group_rule': {'security_group_id': 'bddb3a05-01da-416e-ab1b-099d6e833d2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:09.816819 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:04Z', 'revision_number': 3, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:09.900014 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Checking router: 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:28:09.900651 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Updating router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 binding host dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:28:09.942283 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed3b54-3a60-4fc2-a442-8d4b29bf472f admin admin] Pushing event deleted for resources: {'Network': ['ID=3062bc21-b18d-4cd0-9313-a0f6959347a3,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:09.956530 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-214d3555-e6fa-494a-bed0-6abe4d541d62 admin admin] Deleting subnet 6365d902-a5ff-40f5-80d9-2a83ecc6a236 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:28:09.966336 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0c9e678-e875-4178-8abd-2b88948710d2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (9c54e705-8b45-4541-8af8-67ab090e06c0), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.971933 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:09.972328 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-b8d87be7-096a-43e4-8f48-812b0f12e58e None None] Provisioning complete for port b339a7e3-e5a6-4e66-8e18-6280efe77025 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:09.973353 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b8d87be7-096a-43e4-8f48-812b0f12e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.025292 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-214d3555-e6fa-494a-bed0-6abe4d541d62 admin admin] Publish callbacks [] for subnet (6365d902-a5ff-40f5-80d9-2a83ecc6a236), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.114595 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-b8d87be7-096a-43e4-8f48-812b0f12e58e None None] Port b339a7e3-e5a6-4e66-8e18-6280efe77025 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:10.143447 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 271e252b-2e34-4fd7-a88a-e6173425d29e is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:10.151849 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.182395 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 271e252b-2e34-4fd7-a88a-e6173425d29e, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=271e252b-2e34-4fd7-a88a-e6173425d29e,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:10.192367 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.196482 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 10253284-f43c-443e-88ef-317c7112dc93 resource provider aggregate not found Sep 12 23:28:10.214497 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-214d3555-e6fa-494a-bed0-6abe4d541d62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123286'] for subnet (6365d902-a5ff-40f5-80d9-2a83ecc6a236), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.278485 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 10253284-f43c-443e-88ef-317c7112dc93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10253284-f43c-443e-88ef-317c7112dc93 found for delete ", "request_id": "req-251fd251-518f-4372-b330-d7a6f64e3709"}]} Sep 12 23:28:10.301662 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:28:10.303780 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-019d87cb-ca33-4e77-bc65-98a40743b13e admin admin] Publish callbacks [] for security_group (c546f9c4-2565-48e3-872f-d63c35e084bf), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.312886 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0c9e678-e875-4178-8abd-2b88948710d2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (9c54e705-8b45-4541-8af8-67ab090e06c0), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.322536 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-019d87cb-ca33-4e77-bc65-98a40743b13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (c546f9c4-2565-48e3-872f-d63c35e084bf), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.323434 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=271e252b-2e34-4fd7-a88a-e6173425d29e,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:10.327773 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:10.338455 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0c9e678-e875-4178-8abd-2b88948710d2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (9c54e705-8b45-4541-8af8-67ab090e06c0), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.354432 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:10.359053 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:10.424544 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-214d3555-e6fa-494a-bed0-6abe4d541d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (6365d902-a5ff-40f5-80d9-2a83ecc6a236), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.432022 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9e678-e875-4178-8abd-2b88948710d2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c54e705-8b45-4541-8af8-67ab090e06c0,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:10.445813 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:10.482755 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f0c9e678-e875-4178-8abd-2b88948710d2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.484000 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f0c9e678-e875-4178-8abd-2b88948710d2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7011473 Sep 12 23:28:10.490141 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:10.490279 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43406) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:10.494874 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-019d87cb-ca33-4e77-bc65-98a40743b13e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c2bcb31c2c0646ff80d50c51c842db89&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6447160 Sep 12 23:28:10.495695 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d87cb-ca33-4e77-bc65-98a40743b13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c546f9c4-2565-48e3-872f-d63c35e084bf,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:10.498562 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:10.508776 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43408) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:10.513502 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 3248fc74-bf5d-445c-b68a-acaaf0709855 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:10.515122 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Publish callbacks [] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.531463 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.542904 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:28:10.594228 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92545ae4-cab7-4219-92e5-6858fcbf6244 None None] Pushing event updated for resources: {'Port': ['ID=5c9ca503-856f-4c5e-a30d-6f04c570b2b4,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:10.606827 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Attempting to bind port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:10.607400 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Attempting to bind port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:10.607931 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Attempting to bind port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:10.653259 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 3248fc74-bf5d-445c-b68a-acaaf0709855 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:10.655301 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.670748 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:10.672423 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:10.672971 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.674521 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:10.675148 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Bound port: 5c9ca503-856f-4c5e-a30d-6f04c570b2b4, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:10.676640 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.677238 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.756936 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] For port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:10.760297 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] For port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=5c9ca503-856f-4c5e-a30d-6f04c570b2b4,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:10.765911 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:28:10.766996 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.776213 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4bb05f22-f98a-4d7f-99a6-6a6740b52b64 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/93b4f7ad-5acd-41dd-96f6-2dbba70ad439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9252658 Sep 12 23:28:10.778570 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-214d3555-e6fa-494a-bed0-6abe4d541d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3896179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372773'] for subnet (6365d902-a5ff-40f5-80d9-2a83ecc6a236), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.819591 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:10.824336 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Sync routers for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:28:10.824772 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:10.843201 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:10.886993 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 3248fc74-bf5d-445c-b68a-acaaf0709855 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:10.887384 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.902710 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:10.903365 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:10.904614 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:28:10.909589 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-214d3555-e6fa-494a-bed0-6abe4d541d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:10.916296 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-214d3555-e6fa-494a-bed0-6abe4d541d62 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/6365d902-a5ff-40f5-80d9-2a83ecc6a236 HTTP/1.1" status: 204 len: 168 time: 1.1315098 Sep 12 23:28:10.920458 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43418) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:10.991297 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d3555-e6fa-494a-bed0-6abe4d541d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6365d902-a5ff-40f5-80d9-2a83ecc6a236,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:11.028443 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 3248fc74-bf5d-445c-b68a-acaaf0709855, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=3248fc74-bf5d-445c-b68a-acaaf0709855,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:11.033702 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5a62fa14-0077-420e-87c6-fa6e16d38d24 admin admin] Publish callbacks [] for security_group (c546f9c4-2565-48e3-872f-d63c35e084bf), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.042455 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.044144 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d741bd12-7a89-4fdb-9cfa-5ca714c09b0a up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:11.106521 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.111729 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5a62fa14-0077-420e-87c6-fa6e16d38d24 admin admin] Publish callbacks [] for security_group (c546f9c4-2565-48e3-872f-d63c35e084bf), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.133711 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.140672 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9c10cbe1-28ee-49c0-82b4-9a51218c6090 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4259961 Sep 12 23:28:11.171844 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:11.180316 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43426) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:11.307667 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (e5085324-b749-4fdd-b80d-7bc645fa9fb2), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.341944 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=3248fc74-bf5d-445c-b68a-acaaf0709855,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:11.416731 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.448460 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:11.450684 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Sync routers for ids ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:28:11.454673 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:11.493721 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Allocated IP 172.27.3.104 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/fb55b0ae-ddd3-44b5-9df8-e93f9366bb94) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:11.524504 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:04Z', 'revision_number': 3, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:11.541082 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Sync routers for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:28:11.543820 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:11.544218 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.554760 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a4774-b15a-4679-b557-fe89138b8027 None None] The sync data for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi is: [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:04Z', 'revision_number': 3, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:28:11.583336 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92545ae4-cab7-4219-92e5-6858fcbf6244 None None] Pushing event updated for resources: {'Port': ['ID=5c9ca503-856f-4c5e-a30d-6f04c570b2b4,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:11.591257 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Routers {'2d403c1f-c864-4eba-ab0a-d2197e3f5186'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:11.592701 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:11.645620 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Allocated IP 172.20.0.1 (06716bca-7ab1-4703-8226-2e627ce51e59/3f7fd8d9-d3bf-49df-8298-1742e0096bb3/5bf94c48-98a6-4109-a55e-91715e413b1a) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:11.687158 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for port (fb55b0ae-ddd3-44b5-9df8-e93f9366bb94), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.723363 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:11.724828 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5a62fa14-0077-420e-87c6-fa6e16d38d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (c546f9c4-2565-48e3-872f-d63c35e084bf), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.727483 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5a62fa14-0077-420e-87c6-fa6e16d38d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.730394 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-5a62fa14-0077-420e-87c6-fa6e16d38d24 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c546f9c4-2565-48e3-872f-d63c35e084bf HTTP/1.1" status: 204 len: 168 time: 1.2185700 Sep 12 23:28:11.731361 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43444) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:11.753511 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:11.754453 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-5831836d-bf35-4b41-914d-53636d57489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:11.761043 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-15ec6edd-dddd-4c70-a661-4510eccab1ad tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098524119', 'description': 'tempest-description--1920549112'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:11.775316 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (fb55b0ae-ddd3-44b5-9df8-e93f9366bb94), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.802625 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Set router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:11.802927 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Publish callbacks [] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.858456 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:11.859212 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:11.889279 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:11.985638 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Pushing event updated for resources: {'Port': ['ID=5bf94c48-98a6-4109-a55e-91715e413b1a,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:12.005758 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Network 06716bca-7ab1-4703-8226-2e627ce51e59 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:12.010617 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:12.014005 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (e5085324-b749-4fdd-b80d-7bc645fa9fb2), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:12.028033 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:12.028665 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:12.030532 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:12.036964 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62fa14-0077-420e-87c6-fa6e16d38d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c546f9c4-2565-48e3-872f-d63c35e084bf,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:12.054955 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:12.092043 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:12.109672 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.110049 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.116808 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.117313 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.117669 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.118245 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.118626 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.118981 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.119292 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.119638 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.122854 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:12.184093 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:12.200681 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:12.219053 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'Port': ['ID=fb55b0ae-ddd3-44b5-9df8-e93f9366bb94,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:12.326630 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-15ec6edd-dddd-4c70-a661-4510eccab1ad tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:12.419181 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.419796 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.419884 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.420203 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:28:12.420551 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5085324-b749-4fdd-b80d-7bc645fa9fb2']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:12.449258 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'name': 'tempest-DeleteServersTestJSON-453736435-router', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:28:01Z', 'updated_at': '2022-09-12T23:28:07Z', 'revision_number': 3, 'project_id': '811d8512813f49d79facec817fc5d03e', 'gw_port': {'id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:12.469145 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1e854c-07fa-47a7-ac11-1e542234e208') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:12.469624 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1e854c-07fa-47a7-ac11-1e542234e208') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:12.501030 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3963653'] for segment (ef1e854c-07fa-47a7-ac11-1e542234e208), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:12.528576 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Checking router: 2d403c1f-c864-4eba-ab0a-d2197e3f5186 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:28:12.529494 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Updating router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae binding host dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:28:12.593444 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:12.623651 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (ef1e854c-07fa-47a7-ac11-1e542234e208), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:12.631233 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:12.660545 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-e139a304-6adf-478e-8d5f-de7e1e4fcb2c None None] Provisioning complete for port 5bf94c48-98a6-4109-a55e-91715e413b1a triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:12.662252 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e139a304-6adf-478e-8d5f-de7e1e4fcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:12.665767 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (08628f6b-bede-457f-88f8-1af299bda9e9), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:12.697419 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:28:12.701257 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290112'] for segment (ef1e854c-07fa-47a7-ac11-1e542234e208), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:12.792919 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43480) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:12.858208 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e139a304-6adf-478e-8d5f-de7e1e4fcb2c None None] Port 5bf94c48-98a6-4109-a55e-91715e413b1a cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:12.888560 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:13.006002 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-15ec6edd-dddd-4c70-a661-4510eccab1ad tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (c9197cfa-eef1-480e-91df-c436f482676d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.032383 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (fb55b0ae-ddd3-44b5-9df8-e93f9366bb94), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.038007 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-15ec6edd-dddd-4c70-a661-4510eccab1ad tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (c9197cfa-eef1-480e-91df-c436f482676d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.132120 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.141162 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (e5085324-b749-4fdd-b80d-7bc645fa9fb2), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.141607 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 3248fc74-bf5d-445c-b68a-acaaf0709855 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:13.213626 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.213803 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:07Z', 'revision_number': 2, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:13.225974 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/e5085324-b749-4fdd-b80d-7bc645fa9fb2 HTTP/1.1" status: 204 len: 168 time: 2.3041978 Sep 12 23:28:13.254926 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Checking router: 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:28:13.255287 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Updating router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 port b339a7e3-e5a6-4e66-8e18-6280efe77025 binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:28:13.261658 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc190363-1780-462e-96c9-9bda4ba4c8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5085324-b749-4fdd-b80d-7bc645fa9fb2,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:13.316863 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:13.318999 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-15ec6edd-dddd-4c70-a661-4510eccab1ad tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.328396 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-15ec6edd-dddd-4c70-a661-4510eccab1ad tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5748525 Sep 12 23:28:13.332082 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43500) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:13.336940 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Publish callbacks [] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.338329 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.350690 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.359454 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 3248fc74-bf5d-445c-b68a-acaaf0709855 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:13.360031 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.441936 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a66e1-3400-417f-b201-239443ebcd1b None None] Pushing event updated for resources: {'Port': ['ID=2782afc1-58d6-40d1-94f5-8fbbbddc40ae,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:13.454685 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9e5b-f820-460a-96c1-b6b334042a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.461405 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec6edd-dddd-4c70-a661-4510eccab1ad tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9197cfa-eef1-480e-91df-c436f482676d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:13.527079 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Attempting to bind port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:13.527478 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Attempting to bind port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:13.527899 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Attempting to bind port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:13.566956 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-287b68bf-fc34-4f64-a3a9-a4eec8ec7bd6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'security_group_rule': {'security_group_id': 'c9197cfa-eef1-480e-91df-c436f482676d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:13.614134 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-5831836d-bf35-4b41-914d-53636d57489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 2, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:13.638948 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:13.639684 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:13.640432 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.640948 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:13.641940 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Bound port: 2782afc1-58d6-40d1-94f5-8fbbbddc40ae, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:13.644099 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.687112 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Publish callbacks [] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.687112 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:13.688710 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43512) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:13.728663 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.732596 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Checking router: dfeb7b9e-63d3-4601-b534-33494f5fef06 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:28:13.733131 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Updating router dfeb7b9e-63d3-4601-b534-33494f5fef06 port c828b2dc-3c9a-485e-ab25-7824514da2e9 binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:28:13.785827 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] For port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:13.789431 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] For port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=2782afc1-58d6-40d1-94f5-8fbbbddc40ae,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:13.805091 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.828877 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-287b68bf-fc34-4f64-a3a9-a4eec8ec7bd6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (3e36b88a-7f16-4556-b8b2-9c180731baed), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.848095 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.872025 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:13.891980 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:13.903713 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Routers {'2d403c1f-c864-4eba-ab0a-d2197e3f5186'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:13.904422 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:13.940038 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for port (fb55b0ae-ddd3-44b5-9df8-e93f9366bb94), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:13.955946 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:13.957966 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (fb55b0ae-ddd3-44b5-9df8-e93f9366bb94), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.054260 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a66e1-3400-417f-b201-239443ebcd1b None None] Pushing event updated for resources: {'Port': ['ID=2782afc1-58d6-40d1-94f5-8fbbbddc40ae,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:14.080838 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'Port': ['ID=fb55b0ae-ddd3-44b5-9df8-e93f9366bb94,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:14.098419 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 3248fc74-bf5d-445c-b68a-acaaf0709855 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:14.099454 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 271e252b-2e34-4fd7-a88a-e6173425d29e up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:14.150575 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Pushing event updated for resources: {'Port': ['ID=5bf94c48-98a6-4109-a55e-91715e413b1a,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:14.166785 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment ef1e854c-07fa-47a7-ac11-1e542234e208 resource provider aggregate not found Sep 12 23:28:14.184476 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.195194 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5fd34a11-f2bd-4c3f-93d0-1caa0182a59b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3055070ceb48447e9c6e05d102ad748f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5053122 Sep 12 23:28:14.202729 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43522) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:14.205537 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment ef1e854c-07fa-47a7-ac11-1e542234e208 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef1e854c-07fa-47a7-ac11-1e542234e208 found for delete ", "request_id": "req-eaa537da-2766-4a53-9a44-f553ad7bd1b9"}]} Sep 12 23:28:14.237750 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] Set router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:14.245811 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:14.255860 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (08628f6b-bede-457f-88f8-1af299bda9e9), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.321926 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-287b68bf-fc34-4f64-a3a9-a4eec8ec7bd6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (3e36b88a-7f16-4556-b8b2-9c180731baed), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.322148 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.331799 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1a5f9713-5e37-4266-99e9-1153db6fed8c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8321192 Sep 12 23:28:14.334818 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-287b68bf-fc34-4f64-a3a9-a4eec8ec7bd6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (3e36b88a-7f16-4556-b8b2-9c180731baed), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.402036 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Publish callbacks [] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.409088 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b68bf-fc34-4f64-a3a9-a4eec8ec7bd6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e36b88a-7f16-4556-b8b2-9c180731baed,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:14.434423 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:14.467643 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-71ba603f-a5fb-4778-b26e-9c81b0d8cebf admin admin] Publish callbacks [] for security_group (3e1e1653-7915-4c16-993a-5c7bee572db9), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.485118 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 271e252b-2e34-4fd7-a88a-e6173425d29e triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:14.485517 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.488048 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:14.493043 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-287b68bf-fc34-4f64-a3a9-a4eec8ec7bd6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.494414 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.495507 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-287b68bf-fc34-4f64-a3a9-a4eec8ec7bd6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1624401 Sep 12 23:28:14.504497 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43534) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:14.506518 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Network 06716bca-7ab1-4703-8226-2e627ce51e59 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:14.516309 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-74743d96-9653-4a2b-b57c-e8bc3aecbcff tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'security_group_rule': {'security_group_id': 'c9197cfa-eef1-480e-91df-c436f482676d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:14.523253 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9e5b-f820-460a-96c1-b6b334042a06 admin admin] Publish callbacks [] for security_group (24bb67a3-1bfd-449e-a6cb-682e177dc4db), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.536757 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9e5b-f820-460a-96c1-b6b334042a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (24bb67a3-1bfd-449e-a6cb-682e177dc4db), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.545757 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:14.578951 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-7a5e9e5b-f820-460a-96c1-b6b334042a06 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=61cfa2bf1c22469ca56f2824ec26c100&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7848592 Sep 12 23:28:14.580207 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43538) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:14.608230 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.616007 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-71ba603f-a5fb-4778-b26e-9c81b0d8cebf admin admin] Publish callbacks [] for security_group (3e1e1653-7915-4c16-993a-5c7bee572db9), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.650850 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e9e5b-f820-460a-96c1-b6b334042a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bb67a3-1bfd-449e-a6cb-682e177dc4db,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:14.651054 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-74743d96-9653-4a2b-b57c-e8bc3aecbcff tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (fea0f6c2-e14c-454c-a340-fb91f3d23037), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.724261 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:14.732978 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f752ef7-e661-4392-a9db-6b7ac7ad1ed0 None None] Pushing event updated for resources: {'Port': ['ID=b339a7e3-e5a6-4e66-8e18-6280efe77025,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:14.742389 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3b5557f7-2a34-4a4e-b57e-f4d4b2351ad6 admin admin] Publish callbacks [] for security_group (24bb67a3-1bfd-449e-a6cb-682e177dc4db), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.789695 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Attempting to bind port b339a7e3-e5a6-4e66-8e18-6280efe77025 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:14.790085 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Attempting to bind port b339a7e3-e5a6-4e66-8e18-6280efe77025 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:14.790447 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Attempting to bind port b339a7e3-e5a6-4e66-8e18-6280efe77025 on network 87d38067-03b8-4be7-846c-3dce062309f6 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:14.798014 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3b5557f7-2a34-4a4e-b57e-f4d4b2351ad6 admin admin] Publish callbacks [] for security_group (24bb67a3-1bfd-449e-a6cb-682e177dc4db), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.800857 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43556) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:14.807101 dv-cinder-852009-7-iscsi neutron-server[106216]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 12 23:28:14.865947 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Publish callbacks [] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.873776 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'name': 'tempest-DeleteServersTestJSON-453736435-router', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:28:01Z', 'updated_at': '2022-09-12T23:28:07Z', 'revision_number': 3, 'project_id': '811d8512813f49d79facec817fc5d03e', 'gw_port': {'id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:14.903389 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.936937 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e5253-fd1f-4271-8823-e09200a443b3 None None] The sync data for ids ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'] in dv-cinder-852009-7-iscsi is: [{'id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'name': 'tempest-DeleteServersTestJSON-453736435-router', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:28:01Z', 'updated_at': '2022-09-12T23:28:07Z', 'revision_number': 3, 'project_id': '811d8512813f49d79facec817fc5d03e', 'gw_port': {'id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:28:14.956830 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-74743d96-9653-4a2b-b57c-e8bc3aecbcff tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (fea0f6c2-e14c-454c-a340-fb91f3d23037), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.966398 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-74743d96-9653-4a2b-b57c-e8bc3aecbcff tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (fea0f6c2-e14c-454c-a340-fb91f3d23037), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.990881 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-fd560ff4-bfdd-42ce-9b2b-1e8fa891ff81 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1446125107&fields=id&tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf HTTP/1.1" status: 200 len: 267 time: 0.1851888 Sep 12 23:28:14.993600 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74743d96-9653-4a2b-b57c-e8bc3aecbcff tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea0f6c2-e14c-454c-a340-fb91f3d23037,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:14.996259 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-71ba603f-a5fb-4778-b26e-9c81b0d8cebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (3e1e1653-7915-4c16-993a-5c7bee572db9), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:14.999011 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-71ba603f-a5fb-4778-b26e-9c81b0d8cebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.004118 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-71ba603f-a5fb-4778-b26e-9c81b0d8cebf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3e1e1653-7915-4c16-993a-5c7bee572db9 HTTP/1.1" status: 204 len: 168 time: 0.7942076 Sep 12 23:28:15.033389 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba603f-a5fb-4778-b26e-9c81b0d8cebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1e1653-7915-4c16-993a-5c7bee572db9,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:15.042489 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-74743d96-9653-4a2b-b57c-e8bc3aecbcff tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.043977 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-74743d96-9653-4a2b-b57c-e8bc3aecbcff tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5357811 Sep 12 23:28:15.053463 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:28:15.054329 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43564) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:15.065571 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:15.150159 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:15.150358 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-5cb42f30-7185-4c1f-8f34-7718ae6629fe None None] Provisioning complete for port 5bf94c48-98a6-4109-a55e-91715e413b1a triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:15.150358 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5cb42f30-7185-4c1f-8f34-7718ae6629fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.180117 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 271e252b-2e34-4fd7-a88a-e6173425d29e is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:15.181358 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:15.210424 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:15.211017 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Checking segment: {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:15.211811 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.212492 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Bound using segment: {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:15.213268 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Bound port: b339a7e3-e5a6-4e66-8e18-6280efe77025, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:15.213947 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.249119 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.387602 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a504b4-5ce1-44e8-9fe4-6d85a7ccd886 None None] Pushing event updated for resources: {'Port': ['ID=c828b2dc-3c9a-485e-ab25-7824514da2e9,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:15.437840 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Attempting to bind port c828b2dc-3c9a-485e-ab25-7824514da2e9 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:15.440448 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Attempting to bind port c828b2dc-3c9a-485e-ab25-7824514da2e9 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:15.441673 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Attempting to bind port c828b2dc-3c9a-485e-ab25-7824514da2e9 on network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:15.582557 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:15.586139 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-5cb42f30-7185-4c1f-8f34-7718ae6629fe None None] Port 5bf94c48-98a6-4109-a55e-91715e413b1a cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:15.599129 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-afee55e1-3251-4938-a5b7-84a43ec34c46 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:15.601096 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-afee55e1-3251-4938-a5b7-84a43ec34c46 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 817 time: 0.6094682 Sep 12 23:28:15.625756 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:15.632473 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Allocated IP 172.20.0.1 (ae15af67-8ae4-4684-be7f-236803ff9254/739a99a2-e965-48b6-9614-61f430776cd1/a060c0c6-c3dc-4bf9-9983-067c189bc959) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:15.639024 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-4f3fdcfc-1833-483b-b71a-504328365c29 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/quotas/5aa1c574bdd14a1bb0ae5f82f892e6bf HTTP/1.1" status: 200 len: 375 time: 0.0320849 Sep 12 23:28:15.657639 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3b5557f7-2a34-4a4e-b57e-f4d4b2351ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (24bb67a3-1bfd-449e-a6cb-682e177dc4db), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.661477 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3b5557f7-2a34-4a4e-b57e-f4d4b2351ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.665551 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3b5557f7-2a34-4a4e-b57e-f4d4b2351ad6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/24bb67a3-1bfd-449e-a6cb-682e177dc4db HTTP/1.1" status: 204 len: 168 time: 1.0802865 Sep 12 23:28:15.682932 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5557f7-2a34-4a4e-b57e-f4d4b2351ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bb67a3-1bfd-449e-a6cb-682e177dc4db,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:15.821831 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:15.822411 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.855775 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:15.856157 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Checking segment: {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:15.856571 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.856966 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Bound using segment: {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:15.857463 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Bound port: c828b2dc-3c9a-485e-ab25-7824514da2e9, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:15.857844 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.865836 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:15.868720 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:28:15.880943 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Sync routers for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:28:15.887616 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7a8f4546-b80b-4ff1-bc2f-2bdcb4a97f73 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/7bcca1b1-b293-45bc-87a5-02e3f09e0a8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5023308 Sep 12 23:28:15.897601 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] For port b339a7e3-e5a6-4e66-8e18-6280efe77025, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:15.898725 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:15.903306 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:15.904345 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43586) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:15.934002 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-223ab63e-ab9b-464d-81b8-fa8291f94677 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2665756 Sep 12 23:28:16.005898 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] For port b339a7e3-e5a6-4e66-8e18-6280efe77025, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=b339a7e3-e5a6-4e66-8e18-6280efe77025,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:16.054454 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:16.061011 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Publish callbacks [] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:16.129575 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43592) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:16.131092 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0057f13a-9812-4f75-8931-f91be9b6cf5a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=370e5966bb6a4eda8567bad550f443f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2199962 Sep 12 23:28:16.141077 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:16.157347 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:16.183069 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Allocated IP 172.27.3.29 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/920805e3-5500-44ae-b05e-b52c3de66ce9) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:16.205846 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:16.213558 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:16.269266 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:16.269934 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:16.283323 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-de2e40b3-4619-4596-8f48-b0db164fcb3e admin admin] Publish callbacks [] for security_group (4448b9f7-3f8b-4e04-8682-55af0105ac29), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:16.328572 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43594) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:16.333812 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-de2e40b3-4619-4596-8f48-b0db164fcb3e admin admin] Publish callbacks [] for security_group (4448b9f7-3f8b-4e04-8682-55af0105ac29), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:16.358951 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-eaeca703-53d6-419c-81cd-a7ba256130a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:16.413934 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-de2e40b3-4619-4596-8f48-b0db164fcb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (4448b9f7-3f8b-4e04-8682-55af0105ac29), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:16.420486 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-de2e40b3-4619-4596-8f48-b0db164fcb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:16.424032 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-de2e40b3-4619-4596-8f48-b0db164fcb3e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4448b9f7-3f8b-4e04-8682-55af0105ac29 HTTP/1.1" status: 204 len: 168 time: 0.2907124 Sep 12 23:28:16.424448 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Network ae15af67-8ae4-4684-be7f-236803ff9254 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:16.437952 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e40b3-4619-4596-8f48-b0db164fcb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4448b9f7-3f8b-4e04-8682-55af0105ac29,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:16.441787 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:16.456025 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a060c0c6-c3dc-4bf9-9983-067c189bc959,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:16.460209 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:16.531499 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-5831836d-bf35-4b41-914d-53636d57489c None None] For port c828b2dc-3c9a-485e-ab25-7824514da2e9, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:16.533912 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (2d403c1f-c864-4eba-ab0a-d2197e3f5186), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:16.552095 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:16.661937 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for port (920805e3-5500-44ae-b05e-b52c3de66ce9), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:16.752685 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:16.755829 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:16.785661 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f752ef7-e661-4392-a9db-6b7ac7ad1ed0 None None] Pushing event updated for resources: {'Port': ['ID=b339a7e3-e5a6-4e66-8e18-6280efe77025,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:16.849967 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:13Z', 'revision_number': 2, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:16.894164 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-5831836d-bf35-4b41-914d-53636d57489c None None] For port c828b2dc-3c9a-485e-ab25-7824514da2e9, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=c828b2dc-3c9a-485e-ab25-7824514da2e9,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:16.953876 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Checking router: 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:28:16.954333 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Updating router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a port 5bf94c48-98a6-4109-a55e-91715e413b1a binding host dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:28:16.994767 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (920805e3-5500-44ae-b05e-b52c3de66ce9), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.009543 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.037000 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.038858 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.088493 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-ec271d5b-deb6-4d7b-94e8-4b266939fdbf service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:28:17.089541 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-ec271d5b-deb6-4d7b-94e8-4b266939fdbf service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3007903 Sep 12 23:28:17.090577 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:17.098404 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-eaeca703-53d6-419c-81cd-a7ba256130a2 admin admin] Publish callbacks [] for security_group (88cfad77-d245-4716-82a8-6893c3ac23eb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.152086 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-eaeca703-53d6-419c-81cd-a7ba256130a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (88cfad77-d245-4716-82a8-6893c3ac23eb), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.172628 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:17.216420 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:17.220073 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=5c9ca503-856f-4c5e-a30d-6f04c570b2b4,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:17.244873 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a504b4-5ce1-44e8-9fe4-6d85a7ccd886 None None] Pushing event updated for resources: {'Port': ['ID=c828b2dc-3c9a-485e-ab25-7824514da2e9,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:17.245000 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:17.268695 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.293742 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-7fb0c7f0-5474-415b-949f-91aa0743a47e None None] Provisioning complete for port a060c0c6-c3dc-4bf9-9983-067c189bc959 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:17.294247 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c7f0-5474-415b-949f-91aa0743a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.338451 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-7fb0c7f0-5474-415b-949f-91aa0743a47e None None] Port a060c0c6-c3dc-4bf9-9983-067c189bc959 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:17.371484 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:17.372547 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-5831836d-bf35-4b41-914d-53636d57489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:17.429015 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:17.490261 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Publish callbacks [] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.515616 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=5c9ca503-856f-4c5e-a30d-6f04c570b2b4,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:17.520802 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.622448 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (0e9acc39-194f-4066-8720-bef06324ddf6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.646654 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'Port': ['ID=920805e3-5500-44ae-b05e-b52c3de66ce9,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:17.674395 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Publish callbacks [] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.674542 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43642) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:17.681731 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:17.684098 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.698673 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:17.705943 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-5831836d-bf35-4b41-914d-53636d57489c None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:17.730830 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:17.754348 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a060c0c6-c3dc-4bf9-9983-067c189bc959,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:17.759814 dv-cinder-852009-7-iscsi neutron-server[106217]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 12 23:28:17.797751 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (2d403c1f-c864-4eba-ab0a-d2197e3f5186), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.818030 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-eaeca703-53d6-419c-81cd-a7ba256130a2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b7337005f99b48a5896a97ce1bd20fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4861045 Sep 12 23:28:17.818747 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43644) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:17.836753 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Attempting to bind port 5bf94c48-98a6-4109-a55e-91715e413b1a on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:17.837151 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Attempting to bind port 5bf94c48-98a6-4109-a55e-91715e413b1a by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:17.837555 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Attempting to bind port 5bf94c48-98a6-4109-a55e-91715e413b1a on network 06716bca-7ab1-4703-8226-2e627ce51e59 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:17.856708 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca703-53d6-419c-81cd-a7ba256130a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cfad77-d245-4716-82a8-6893c3ac23eb,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:17.861580 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (920805e3-5500-44ae-b05e-b52c3de66ce9), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.874562 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 2782afc1-58d6-40d1-94f5-8fbbbddc40ae up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:17.909909 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0469780-9651-47e7-84bf-8a27a98bcd72 None None] Pushing event updated for resources: {'Port': ['ID=5bf94c48-98a6-4109-a55e-91715e413b1a,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:17.936246 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:17.936615 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Checking segment: {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:17.937015 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:17.937514 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Bound using segment: {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:17.937864 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Bound port: 5bf94c48-98a6-4109-a55e-91715e413b1a, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:17.938238 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:18.101779 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] For port 5bf94c48-98a6-4109-a55e-91715e413b1a, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:18.113345 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] For port 5bf94c48-98a6-4109-a55e-91715e413b1a, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=5bf94c48-98a6-4109-a55e-91715e413b1a,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:18.132375 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:18.145532 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-7450f7a2-8a8e-4a94-a72f-cde48867adc1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495326 Sep 12 23:28:18.166244 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:18.214342 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:15Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:18.258727 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:18.259709 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:18.262965 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-a1aeda75-90de-4f00-82f2-86420de3ff23 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111071 Sep 12 23:28:18.282334 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:18.283298 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:18.285412 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0469780-9651-47e7-84bf-8a27a98bcd72 None None] Pushing event updated for resources: {'Port': ['ID=5bf94c48-98a6-4109-a55e-91715e413b1a,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:18.321629 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Network ae15af67-8ae4-4684-be7f-236803ff9254 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:18.325174 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:18.379910 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-886ce17d-ff14-4bb6-bccd-e459c47a48c9 admin admin] Publish callbacks [] for security_group (88cfad77-d245-4716-82a8-6893c3ac23eb), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:18.382990 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:18.384388 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:18.467504 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da8a464-8e00-4b45-9a97-bc7f7d25676c None None] The sync data for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi is: [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:15Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:28:18.490938 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:18.507848 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-886ce17d-ff14-4bb6-bccd-e459c47a48c9 admin admin] Publish callbacks [] for security_group (88cfad77-d245-4716-82a8-6893c3ac23eb), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:18.628651 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-5831836d-bf35-4b41-914d-53636d57489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:18.660883 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for port (920805e3-5500-44ae-b05e-b52c3de66ce9), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:18.682071 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:18.718903 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5831836d-bf35-4b41-914d-53636d57489c None None] The sync data for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi is: [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:28:18.725662 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-a9f5a930-5a9b-4971-851d-662ce6113715 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:18.742790 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-a9f5a930-5a9b-4971-851d-662ce6113715 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 819 time: 1.0584273 Sep 12 23:28:18.776172 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:28:18.838737 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:18.840406 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:18.910922 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=2782afc1-58d6-40d1-94f5-8fbbbddc40ae,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:18.929931 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:18.930739 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device c828b2dc-3c9a-485e-ab25-7824514da2e9 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:19.061522 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=2782afc1-58d6-40d1-94f5-8fbbbddc40ae,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:19.091926 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-cb8b225c-aa90-4819-b8dd-6f9d6cc50573 None None] Provisioning complete for port a060c0c6-c3dc-4bf9-9983-067c189bc959 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:19.092549 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-cb8b225c-aa90-4819-b8dd-6f9d6cc50573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:19.156156 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:28:19.169401 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-a44fb681-ae77-43dc-947d-131fad7034f6 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/2d403c1f-c864-4eba-ab0a-d2197e3f5186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9646614 Sep 12 23:28:19.313165 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (920805e3-5500-44ae-b05e-b52c3de66ce9), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:19.315551 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Sync routers for ids ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:28:19.341744 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-73acbd0a-e2e5-4369-baa1-ad17363d966a req-89b8889e-d8b0-46bf-90e2-edb066ce76e8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 210 time: 0.2071602 Sep 12 23:28:19.359840 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Routers {'2d403c1f-c864-4eba-ab0a-d2197e3f5186'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:19.363150 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:19.395796 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:18Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:19.428282 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b225c-aa90-4819-b8dd-6f9d6cc50573 None None] Port a060c0c6-c3dc-4bf9-9983-067c189bc959 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:19.471506 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d425dd-4f40-4053-a082-1074691362a3 None None] The sync data for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi is: [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:18Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:28:19.534478 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port c828b2dc-3c9a-485e-ab25-7824514da2e9 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:19.534759 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:19.537074 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (0e9acc39-194f-4066-8720-bef06324ddf6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:19.571636 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-170a4f0d-4e1b-42c9-bc14-7889027a7e9e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/quotas/adc049ff85c14935a9f68be76cd61c05 HTTP/1.1" status: 200 len: 375 time: 0.8278902 Sep 12 23:28:19.726774 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Set router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:19.759498 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'Port': ['ID=920805e3-5500-44ae-b05e-b52c3de66ce9,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:19.776318 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-886ce17d-ff14-4bb6-bccd-e459c47a48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (88cfad77-d245-4716-82a8-6893c3ac23eb), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:19.781599 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-886ce17d-ff14-4bb6-bccd-e459c47a48c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:19.794095 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-886ce17d-ff14-4bb6-bccd-e459c47a48c9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/88cfad77-d245-4716-82a8-6893c3ac23eb HTTP/1.1" status: 204 len: 168 time: 1.9335320 Sep 12 23:28:19.823131 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:19.835594 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9c2b12e9-1d96-448b-9d87-fdbacc6ee380 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7784784 Sep 12 23:28:19.871688 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ce17d-ff14-4bb6-bccd-e459c47a48c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cfad77-d245-4716-82a8-6893c3ac23eb,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:19.894088 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-dfa64760-0a2a-48a2-b719-7dd30e67bf6b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3168306 Sep 12 23:28:20.058738 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port c828b2dc-3c9a-485e-ab25-7824514da2e9 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:20.059196 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:20.190422 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port c828b2dc-3c9a-485e-ab25-7824514da2e9, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=c828b2dc-3c9a-485e-ab25-7824514da2e9,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:20.229648 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:20.230386 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:20.399870 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:20.566063 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=c828b2dc-3c9a-485e-ab25-7824514da2e9,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:20.624437 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'name': 'tempest-DeleteServersTestJSON-453736435-router', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:28:01Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '811d8512813f49d79facec817fc5d03e', 'gw_port': {'id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'a060c0c6-c3dc-4bf9-9983-067c189bc959', 'name': '', 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'mac_address': 'fa:16:3e:21:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '739a99a2-e965-48b6-9614-61f430776cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:14Z', 'updated_at': '2022-09-12T23:28:17Z', 'revision_number': 2, 'project_id': '811d8512813f49d79facec817fc5d03e', 'subnets': [{'id': '739a99a2-e965-48b6-9614-61f430776cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:20.720750 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Checking router: 2d403c1f-c864-4eba-ab0a-d2197e3f5186 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:28:20.721110 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Updating router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 port a060c0c6-c3dc-4bf9-9983-067c189bc959 binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:28:20.772385 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device b339a7e3-e5a6-4e66-8e18-6280efe77025 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:20.911677 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:20.979899 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port b339a7e3-e5a6-4e66-8e18-6280efe77025 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:20.980474 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:21.050230 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-b24461b8-7971-4f47-be1c-15825784c962 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:28:21.051246 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-b24461b8-7971-4f47-be1c-15825784c962 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0820651 Sep 12 23:28:21.124553 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-24e65ab1-122b-47b4-969d-8feb02056314 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:21.134273 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-24e65ab1-122b-47b4-969d-8feb02056314 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ae15af67-8ae4-4684-be7f-236803ff9254 HTTP/1.1" status: 200 len: 811 time: 0.3454847 Sep 12 23:28:21.165431 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-3fa5c496-da38-4ba5-b0fb-8f7416450079 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/quotas/811d8512813f49d79facec817fc5d03e HTTP/1.1" status: 200 len: 375 time: 0.0300882 Sep 12 23:28:21.274420 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-21cb9399-eefd-443a-9728-6a6b8c3c7b32 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157295 Sep 12 23:28:21.299508 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-d7f27da5-d476-4d50-b764-5f5b0d903ce0 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=811d8512813f49d79facec817fc5d03e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279099 Sep 12 23:28:21.439546 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port b339a7e3-e5a6-4e66-8e18-6280efe77025 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:21.439546 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:21.467251 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-1311d5b1-3d0b-4c0d-9ee3-87d7a66dbe2f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848845 Sep 12 23:28:21.476739 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:21.484218 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-5e5ab87e-7fd0-4cb7-9677-6b4f98a5bae6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ae15af67-8ae4-4684-be7f-236803ff9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766956 Sep 12 23:28:21.528302 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port b339a7e3-e5a6-4e66-8e18-6280efe77025, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=b339a7e3-e5a6-4e66-8e18-6280efe77025,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:21.533655 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Publish callbacks [] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:21.536817 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:21.538371 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:21.560459 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:21.665911 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:21.673524 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=b339a7e3-e5a6-4e66-8e18-6280efe77025,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:21.710350 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-8b74b341-569c-4267-ba66-e4c8904b72fc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ae15af67-8ae4-4684-be7f-236803ff9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069216 Sep 12 23:28:21.739210 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:21.740278 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:21.826381 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Attempting to bind port a060c0c6-c3dc-4bf9-9983-067c189bc959 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:21.826777 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Attempting to bind port a060c0c6-c3dc-4bf9-9983-067c189bc959 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:21.827126 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Attempting to bind port a060c0c6-c3dc-4bf9-9983-067c189bc959 on network ae15af67-8ae4-4684-be7f-236803ff9254 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:21.840606 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bb974-1afb-4a4b-bc26-b6b7d2181315 None None] Pushing event updated for resources: {'Port': ['ID=a060c0c6-c3dc-4bf9-9983-067c189bc959,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:21.917537 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:21.918089 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Checking segment: {'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:21.918590 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:21.919134 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Bound using segment: {'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:21.921867 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Bound port: a060c0c6-c3dc-4bf9-9983-067c189bc959, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:21.922055 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:21.949880 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:21.952107 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 2782afc1-58d6-40d1-94f5-8fbbbddc40ae up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:21.986811 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-fbdc8dfb-ac10-493a-8a56-5d7f8e6a09c4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1098524119&fields=id&tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf HTTP/1.1" status: 200 len: 267 time: 0.2030299 Sep 12 23:28:22.008341 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:22.097185 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] For port a060c0c6-c3dc-4bf9-9983-067c189bc959, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:22.103035 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] For port a060c0c6-c3dc-4bf9-9983-067c189bc959, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=a060c0c6-c3dc-4bf9-9983-067c189bc959,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:22.109197 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:22.109814 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:22.114871 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:22.182433 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Routers {'2d403c1f-c864-4eba-ab0a-d2197e3f5186'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:22.183201 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:27:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:22.365154 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:22.456088 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-8618449b-79bc-4d4d-ae27-7fd454ab342d tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:22.467345 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-8618449b-79bc-4d4d-ae27-7fd454ab342d tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/networks?id=87d38067-03b8-4be7-846c-3dce062309f6 HTTP/1.1" status: 200 len: 811 time: 0.4785402 Sep 12 23:28:22.497232 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bb974-1afb-4a4b-bc26-b6b7d2181315 None None] Pushing event updated for resources: {'Port': ['ID=a060c0c6-c3dc-4bf9-9983-067c189bc959,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:22.506960 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-2f83142c-1645-4b31-8056-4861d14facaf tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/quotas/b8ffe803ce4b4d0181be62e1dfb094bf HTTP/1.1" status: 200 len: 375 time: 0.0381846 Sep 12 23:28:22.543901 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1a922bb4-8ad4-4fa5-9281-65be0ea1a1c3 req-dc27cc45-7f03-4bcc-a0a3-4f79e59da053 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 210 time: 0.1021798 Sep 12 23:28:22.624409 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-15b76f4b-50c5-4cd8-8ff8-a6e326846e2a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084874 Sep 12 23:28:22.765442 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:22.768173 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5bf94c48-98a6-4109-a55e-91715e413b1a up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:22.769410 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43884) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:22.804884 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-17e215f1-4591-4b97-975b-71fa233e51ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774898 Sep 12 23:28:22.824163 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-668107c9-1239-4b94-9d27-25c50b3c038d req-fb623067-a398-413f-8ad5-0d169ec6be78 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 210 time: 0.0864820 Sep 12 23:28:22.882089 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] Set router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:22.981269 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7102b9a1-a543-4c8a-8301-74bab2bb5e54 req-4a6de110-b300-47e6-9343-c61d67f38793 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0618339 Sep 12 23:28:23.012456 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-e255f663-75ba-4b9d-a245-78ba2e914238 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009482 Sep 12 23:28:23.142967 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-43b607a4-9d9f-4613-a337-75eace01053e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:23.241547 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 5bf94c48-98a6-4109-a55e-91715e413b1a triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:23.242122 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:23.341263 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-43b607a4-9d9f-4613-a337-75eace01053e admin admin] Publish callbacks [] for security_group (9a54e721-6cce-4a5e-bab7-c14011a824dd), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:23.351172 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-43b607a4-9d9f-4613-a337-75eace01053e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9a54e721-6cce-4a5e-bab7-c14011a824dd), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:23.433960 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:23.557260 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b607a4-9d9f-4613-a337-75eace01053e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a54e721-6cce-4a5e-bab7-c14011a824dd,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:23.564188 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b0b1f7d9-7a9a-4b3e-bc14-a3a0f69ff5c8 req-5e1b14a5-9c7f-4e4c-9a9a-837fcd3e8160 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.1261585 Sep 12 23:28:23.570841 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87a923-119e-4886-a6f5-467929c106a8 req-0f888472-a4ad-4836-9872-595b6f27dc69 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:23.592086 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-43b607a4-9d9f-4613-a337-75eace01053e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9f689c5d29494f9b9e33284d6ccf9057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8150911 Sep 12 23:28:23.592276 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-0f888472-a4ad-4836-9872-595b6f27dc69 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 819 time: 0.2495899 Sep 12 23:28:23.592816 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43930) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:23.661596 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f78e18bf-34cc-4529-89d8-a26a2de49305 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/quotas/adc049ff85c14935a9f68be76cd61c05 HTTP/1.1" status: 200 len: 375 time: 0.0693967 Sep 12 23:28:23.792277 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 5bf94c48-98a6-4109-a55e-91715e413b1a is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:23.792807 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:23.794374 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8fdfb0ad-375f-4566-8964-e89ec09bff1f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318498 Sep 12 23:28:23.859647 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:23.890979 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e276e931-1084-498e-b3e5-9ec66e903be2 admin admin] Publish callbacks [] for security_group (9a54e721-6cce-4a5e-bab7-c14011a824dd), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:23.911085 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'name': 'tempest-DeleteServersTestJSON-453736435-router', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:28:01Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '811d8512813f49d79facec817fc5d03e', 'gw_port': {'id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'a060c0c6-c3dc-4bf9-9983-067c189bc959', 'name': '', 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'mac_address': 'fa:16:3e:21:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '739a99a2-e965-48b6-9614-61f430776cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:14Z', 'updated_at': '2022-09-12T23:28:22Z', 'revision_number': 4, 'project_id': '811d8512813f49d79facec817fc5d03e', 'subnets': [{'id': '739a99a2-e965-48b6-9614-61f430776cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:23.930469 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e276e931-1084-498e-b3e5-9ec66e903be2 admin admin] Publish callbacks [] for security_group (9a54e721-6cce-4a5e-bab7-c14011a824dd), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:23.956623 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f674d52d-c42f-4a4f-96b9-3102cc8d954c req-3590d77c-dfb0-4ad6-81a7-b360481cdd57 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 210 time: 0.0910125 Sep 12 23:28:23.965778 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0267a0eb-eeaa-42a8-b273-838ee7b78fd4 None None] The sync data for ids ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'] in dv-cinder-852009-7-iscsi is: [{'id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'name': 'tempest-DeleteServersTestJSON-453736435-router', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:28:01Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '811d8512813f49d79facec817fc5d03e', 'gw_port': {'id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'a060c0c6-c3dc-4bf9-9983-067c189bc959', 'name': '', 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'mac_address': 'fa:16:3e:21:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '739a99a2-e965-48b6-9614-61f430776cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:14Z', 'updated_at': '2022-09-12T23:28:22Z', 'revision_number': 4, 'project_id': '811d8512813f49d79facec817fc5d03e', 'subnets': [{'id': '739a99a2-e965-48b6-9614-61f430776cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:28:23.979326 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 5bf94c48-98a6-4109-a55e-91715e413b1a, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=5bf94c48-98a6-4109-a55e-91715e413b1a,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:23.988178 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:24.063213 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e276e931-1084-498e-b3e5-9ec66e903be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9a54e721-6cce-4a5e-bab7-c14011a824dd), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:24.067522 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e276e931-1084-498e-b3e5-9ec66e903be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:24.072427 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e276e931-1084-498e-b3e5-9ec66e903be2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9a54e721-6cce-4a5e-bab7-c14011a824dd HTTP/1.1" status: 204 len: 168 time: 0.4784243 Sep 12 23:28:24.103395 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:24.114105 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=5bf94c48-98a6-4109-a55e-91715e413b1a,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:24.128917 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-d16d5c73-bb2a-4779-8a5d-4e2f46495ca3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331416 Sep 12 23:28:24.151689 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276e931-1084-498e-b3e5-9ec66e903be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a54e721-6cce-4a5e-bab7-c14011a824dd,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:24.218950 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1f0c440a-0884-4d10-9f1a-73b9ad25313b req-f3b8dff1-fde3-4d2e-aee7-8a1201923c8a tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0962234 Sep 12 23:28:24.254110 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device b339a7e3-e5a6-4e66-8e18-6280efe77025 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:24.368184 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port b339a7e3-e5a6-4e66-8e18-6280efe77025 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:24.369109 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:24.390748 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-b5754930-57ab-4efd-b46d-f32b24e33f74 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597082 Sep 12 23:28:24.478244 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port b339a7e3-e5a6-4e66-8e18-6280efe77025 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:24.479343 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device c828b2dc-3c9a-485e-ab25-7824514da2e9 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:24.576614 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port c828b2dc-3c9a-485e-ab25-7824514da2e9 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:24.577456 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:24.743183 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c79beab7-93cb-422f-b9e8-5c0bcb072982 req-9d0b2de3-32e7-4ed2-8776-e5d214ad7333 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0717480 Sep 12 23:28:24.764595 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b5f06629-fc85-4e1a-b535-5bffe4fb6c35 req-0eeddaa0-0dc7-4ab9-9083-d0e888db73ec tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0623674 Sep 12 23:28:24.788333 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port c828b2dc-3c9a-485e-ab25-7824514da2e9 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:24.848082 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 43972) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:24.871784 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2da6418d-b1ca-4c08-bed5-5c498138231c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:24.877930 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e8f0ea1e-3ea3-48a3-abab-4369818dbb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:24.989010 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2da6418d-b1ca-4c08-bed5-5c498138231c admin admin] Publish callbacks [] for security_group (4282d64d-44c5-4a72-9f80-a04dc8249ed6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:24.995230 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2da6418d-b1ca-4c08-bed5-5c498138231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (4282d64d-44c5-4a72-9f80-a04dc8249ed6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:25.074758 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6418d-b1ca-4c08-bed5-5c498138231c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4282d64d-44c5-4a72-9f80-a04dc8249ed6,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:25.119620 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2da6418d-b1ca-4c08-bed5-5c498138231c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=607e03e585c84f2893a51549b5ce22a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694530 Sep 12 23:28:25.121858 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 43984) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:25.129840 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b5a7a7c0-cf51-48e6-a9b2-5faee5d1ac92 req-4c60ccc9-239a-4dfd-b9ee-b63470d6f6d4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 210 time: 0.0777259 Sep 12 23:28:25.251415 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:25.252793 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3918e24a-c2ff-444d-a9b8-eccfae0432f1 admin admin] Publish callbacks [] for security_group (4282d64d-44c5-4a72-9f80-a04dc8249ed6), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:25.285638 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3918e24a-c2ff-444d-a9b8-eccfae0432f1 admin admin] Publish callbacks [] for security_group (4282d64d-44c5-4a72-9f80-a04dc8249ed6), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:25.335377 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:25.389072 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3918e24a-c2ff-444d-a9b8-eccfae0432f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (4282d64d-44c5-4a72-9f80-a04dc8249ed6), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:25.393405 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3918e24a-c2ff-444d-a9b8-eccfae0432f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:25.395329 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3918e24a-c2ff-444d-a9b8-eccfae0432f1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4282d64d-44c5-4a72-9f80-a04dc8249ed6 HTTP/1.1" status: 204 len: 168 time: 0.2694886 Sep 12 23:28:25.425327 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a10a69e-77c0-4bd5-a643-182342b7fe46 req-8953de7b-3f6e-4428-882a-e10297f94c36 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0550845 Sep 12 23:28:25.435535 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918e24a-c2ff-444d-a9b8-eccfae0432f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4282d64d-44c5-4a72-9f80-a04dc8249ed6,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:25.844700 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-47ddecc4-8855-431b-96ae-1dd05f38c2cf req-a0f5ae14-67ad-4a5d-83fd-13a38f2e809e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0507052 Sep 12 23:28:25.921748 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-84d12369-7c0e-481b-be7d-b633da39f0cb req-f8b72090-91b3-4142-b62e-f7913c9ede84 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0377798 Sep 12 23:28:26.109686 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.25', 55624) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:26.289934 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5bf94c48-98a6-4109-a55e-91715e413b1a up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:26.355036 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-2bc1c1ab-296f-4654-bd96-7da99fc16491 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:26.357353 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-2bc1c1ab-296f-4654-bd96-7da99fc16491 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.25 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 817 time: 0.2407045 Sep 12 23:28:26.375250 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a1fd733-46a7-4d7d-8278-5cb6555fb708 req-5f9ab880-de0d-4b3f-8170-d3b349b9da53 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 210 time: 0.0713418 Sep 12 23:28:26.393736 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 5bf94c48-98a6-4109-a55e-91715e413b1a triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:26.394439 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:26.653295 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 5bf94c48-98a6-4109-a55e-91715e413b1a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:26.656105 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device a060c0c6-c3dc-4bf9-9983-067c189bc959 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:26.674876 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-4e715626-721c-4591-8daf-06ca2e61998a tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf HTTP/1.1" status: 200 len: 380 time: 0.2742121 Sep 12 23:28:26.685667 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4ef50f72-f912-4e76-995e-74b8a259b255 req-21bf8e10-2284-454e-9dbf-2cd85926119a tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0804985 Sep 12 23:28:26.758611 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port a060c0c6-c3dc-4bf9-9983-067c189bc959 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:26.759266 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:26.846157 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port a060c0c6-c3dc-4bf9-9983-067c189bc959 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:26.846829 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:26.898469 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port a060c0c6-c3dc-4bf9-9983-067c189bc959, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=a060c0c6-c3dc-4bf9-9983-067c189bc959,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:26.905422 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:26.965140 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ade55a22-fa7b-46f5-8c9a-366dd2c00972 req-7c60be2f-98e2-421c-ba90-b7d7881945cf tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0294533 Sep 12 23:28:26.974260 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=a060c0c6-c3dc-4bf9-9983-067c189bc959,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:27.066932 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bc48e87a-ac38-4fa5-bb35-c91d17f00c99 req-1b2e1da2-a4c1-4ff2-9eaf-a7e112651384 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0345221 Sep 12 23:28:27.306552 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-109c2323-6018-470b-b6de-851b501231a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:27.515718 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a493b4ee-71c7-471b-8f26-b6b75e233d35 req-2ededa7f-d635-4506-88e1-f1a3889a6879 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 210 time: 0.0310810 Sep 12 23:28:27.815619 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1df2b237-9132-4efd-a308-7c6324f8efb9 req-51ba0c2e-6faa-4e4f-a7d2-19f1cf6d3c85 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0357511 Sep 12 23:28:28.079888 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d6a979ea-f57e-4410-bc84-85b27264a73d req-d77976e8-c37f-4afc-a075-55c6a3a5057c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0291474 Sep 12 23:28:28.117261 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device a060c0c6-c3dc-4bf9-9983-067c189bc959 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:28.164330 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port a060c0c6-c3dc-4bf9-9983-067c189bc959 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:28.165026 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:28.166326 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:28.167713 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:28.180760 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-25910a33-9405-443b-ae72-53ee939cdca9 req-a4b70066-9e23-4961-aa70-2cce46b8e973 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0293665 Sep 12 23:28:28.249065 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port a060c0c6-c3dc-4bf9-9983-067c189bc959 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:28.378731 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'port': {'device_id': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'admin_state_up': True, 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'security_groups': ['bddb3a05-01da-416e-ab1b-099d6e833d2f']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:28.472802 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:28.608143 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Made reservation on behalf of 5aa1c574bdd14a1bb0ae5f82f892e6bf for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:28:28.612317 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:28.623046 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-25bf790b-48ab-40fc-92a4-e2d9303d3838 req-ec082f99-46b1-44c2-a76c-8db28fcdd4bd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 210 time: 0.0285904 Sep 12 23:28:28.822076 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Allocated IP 172.20.0.8 (11be7f0c-3ec4-4c81-8e43-cbebcc992505/6c276050-3e87-4906-b08c-2b19b87706e9/fbdc10fe-ce53-41fd-a771-18e381482273) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:28.947978 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7dd7c0a2-9136-4988-b3e5-2b15db554aca req-8b2635ba-a506-42b9-aec6-552b9b0f9877 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0532565 Sep 12 23:28:29.002583 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for port (fbdc10fe-ce53-41fd-a771-18e381482273), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:29.037465 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:29.126506 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:29.132055 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:29.134373 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'Port': ['ID=fbdc10fe-ce53-41fd-a771-18e381482273,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:29.136319 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:29.165520 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:29.187505 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:29.188193 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:29.188753 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-07a4e642-82fc-4cc9-9513-f4dcf56e8d24 req-1410e374-0e34-4fc4-bed4-83a49547b4d4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0322666 Sep 12 23:28:29.191481 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:29.208914 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5fd2697d-dc04-40ae-b2e5-1325e069c535 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8349521 Sep 12 23:28:29.298090 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-638d01fa-f4dd-4af3-ab0f-5f9213938a53 req-1385a72b-042c-4275-b23b-d77f6e7b7ede tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0358877 Sep 12 23:28:29.438907 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-55c23fa5-a98f-4eb3-aaad-1ef93e887149 None None] Provisioning complete for port fbdc10fe-ce53-41fd-a771-18e381482273 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:29.439303 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-55c23fa5-a98f-4eb3-aaad-1ef93e887149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:29.487551 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-55c23fa5-a98f-4eb3-aaad-1ef93e887149 None None] Port fbdc10fe-ce53-41fd-a771-18e381482273 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:29.710267 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:29.784775 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ce05a-9565-44bf-b342-6a22366d10a5 req-4b464f5f-4c17-4d5f-80a3-1a1da8ca33d8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:29.789101 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ff7ce05a-9565-44bf-b342-6a22366d10a5 req-4b464f5f-4c17-4d5f-80a3-1a1da8ca33d8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 931 time: 0.0767312 Sep 12 23:28:29.854963 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:29.886642 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ff7ce05a-9565-44bf-b342-6a22366d10a5 req-21e9947f-ba71-4763-bed0-1210833389c0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936749 Sep 12 23:28:30.041491 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:30.166118 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-461083ed-14cf-409e-8381-63effe7128f4 req-3b8ed644-8c77-42d2-8050-79738b70aad9 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0462921 Sep 12 23:28:30.373202 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9815cd04-c85b-4757-9de3-536c85b71a8c req-b3e062c4-a45a-46f0-8ebf-4069f6aabc11 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0655489 Sep 12 23:28:30.503609 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65163fef-fc09-46aa-a244-de5a51da6ff4 req-c92a940f-c9d0-434d-8143-9538b91d7133 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0632184 Sep 12 23:28:31.022077 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723c0e0-699a-41d0-8d63-8bc6accbc0f7 req-e45cada5-1b85-446f-9908-c4d6a1762292 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:31.023502 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9723c0e0-699a-41d0-8d63-8bc6accbc0f7 req-e45cada5-1b85-446f-9908-c4d6a1762292 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 931 time: 0.0490093 Sep 12 23:28:31.078651 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9723c0e0-699a-41d0-8d63-8bc6accbc0f7 req-2ca95038-1136-4406-b431-c140a8ed26e3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492496 Sep 12 23:28:31.265947 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-94f5e124-4ef6-415d-9d06-f807b28d6bca req-ad70b479-a11d-4436-b33d-cf967911aecb tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0281456 Sep 12 23:28:31.287996 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:31.297295 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=29 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:31.335423 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:28:31.479805 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-55866035-d42a-48ed-8ed2-f7f8d2f4ec3a req-829b0a5c-99b5-45e0-865e-5e75ce12105b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0294268 Sep 12 23:28:31.648423 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d442caf-8f0b-4ebf-b99b-c6526b502d49 req-b23431a4-fa72-4af6-b05b-bafa81468413 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0401044 Sep 12 23:28:32.217686 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed3f9-d496-47cf-8e74-5d339ceff852 req-183be0e6-78f1-4c07-979d-62cb7b6f9d3f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:32.219195 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a36ed3f9-d496-47cf-8e74-5d339ceff852 req-183be0e6-78f1-4c07-979d-62cb7b6f9d3f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 931 time: 0.0524151 Sep 12 23:28:32.272837 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a36ed3f9-d496-47cf-8e74-5d339ceff852 req-4ec97f00-b906-405d-8dad-9c8386adaff8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475130 Sep 12 23:28:32.383800 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4cc3dcd2-e0be-4871-9e2c-b940106a2d42 req-d70d9a25-bd1a-4f67-bb37-2e37ff97dd69 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0337722 Sep 12 23:28:32.600355 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d5b0bbb-00b4-44f9-91fc-788ea5cd6f80 req-faf54a82-53d1-4a18-865d-ab4b46cc57db tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0301566 Sep 12 23:28:32.754188 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cc5a32c7-44e9-4845-b44b-5fa6fc790621 req-1cbfb6d5-54cf-4441-8e52-5a987c5351bc tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0362918 Sep 12 23:28:33.406393 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc04fd-2928-43a0-b872-80bea1a63d47 req-4ba27623-27ed-4b02-bb33-3389c6f89e25 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:33.408418 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-85cc04fd-2928-43a0-b872-80bea1a63d47 req-4ba27623-27ed-4b02-bb33-3389c6f89e25 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 931 time: 0.0463967 Sep 12 23:28:33.457877 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-85cc04fd-2928-43a0-b872-80bea1a63d47 req-f4d20954-9d38-4918-bccd-05c8e0e5eaaf tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436070 Sep 12 23:28:33.483369 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b4721788-e7e0-4b0e-95e5-eaf983c7ded1 req-4d304554-3476-4754-b452-7b8bc7b7416d tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0273879 Sep 12 23:28:33.725398 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-376f2100-d5a0-4c42-b15b-cb5354da30a3 req-397c040c-24c4-4134-b1ca-6cd265397927 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0469296 Sep 12 23:28:33.870716 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e09ae300-6398-494c-ad0f-9c597d9e959e req-a9eef648-4b41-47d3-8f6b-42cd6b6e76cb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0324585 Sep 12 23:28:34.587403 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f39d8-ed74-4ae4-b359-059aedacb2ef req-632705e0-c563-450f-8b7a-69ed32af40e4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:34.589080 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c03f39d8-ed74-4ae4-b359-059aedacb2ef req-632705e0-c563-450f-8b7a-69ed32af40e4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 931 time: 0.0474133 Sep 12 23:28:34.597061 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61073e19-0933-4db3-bd5e-16e86862edab req-1ecdf456-7ed7-4487-a78a-f53981bb07be tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0352471 Sep 12 23:28:34.668768 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c03f39d8-ed74-4ae4-b359-059aedacb2ef req-167ff8af-837c-42dc-8e9c-7c1c56812edb tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659781 Sep 12 23:28:34.832286 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-58c3366f-78b6-4d5f-9ee1-7b0636cffc01 req-fdc08b86-1230-4923-8ae2-2345ff23281c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0288737 Sep 12 23:28:35.014555 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a8a8ec26-eefc-4f66-affd-ffba3e716c34 req-d9fdb5fe-c3f0-453d-a69c-70619881dfde tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0398045 Sep 12 23:28:35.720665 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-255c2314-9203-4a04-a09f-d037edffc6cc req-54b592de-3a7e-4b35-92ef-72d656697b8a tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0280185 Sep 12 23:28:35.802227 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7982cb-d46b-4adf-83a1-e18baa5fa028 req-94057105-5058-42f8-bb31-534fbd290afb tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:35.803754 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5d7982cb-d46b-4adf-83a1-e18baa5fa028 req-94057105-5058-42f8-bb31-534fbd290afb tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 931 time: 0.0524237 Sep 12 23:28:35.858161 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5d7982cb-d46b-4adf-83a1-e18baa5fa028 req-738cdc16-b2e4-4ab7-ab39-fa23e26842f0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489357 Sep 12 23:28:35.950894 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68176ed9-f742-4819-b372-8bb6b7beb9de req-1c72e1bd-3b73-4adf-8921-d62ef7464134 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0402298 Sep 12 23:28:36.125729 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-11b74f46-45a6-4651-ad10-61566b65ecc6 req-4d08e761-90b6-4339-8de2-db89c2f215e0 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0311034 Sep 12 23:28:36.826219 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a014aff-65ed-4b0c-9a89-072dd1edde7a req-d5581eb2-e675-4a9a-b853-ddd31baf9a5c tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0295467 Sep 12 23:28:36.984238 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c3c34-f293-46cd-a3f6-3716cd9cf321 req-e6e68416-fc3a-48ff-8d42-33b9bc24bce9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:36.985761 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-521c3c34-f293-46cd-a3f6-3716cd9cf321 req-e6e68416-fc3a-48ff-8d42-33b9bc24bce9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 931 time: 0.0481133 Sep 12 23:28:37.007370 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:37.044711 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-521c3c34-f293-46cd-a3f6-3716cd9cf321 req-57887afc-ffd3-475e-b5c7-93383dd78944 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531683 Sep 12 23:28:37.064239 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61801a42-a2cd-477f-bf1e-b3081f929ba1 req-c70d5d97-a58f-4d49-9885-30b5302101aa tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0429599 Sep 12 23:28:37.244146 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-67582620-172a-4f86-a4b2-58e48c9e9bf7 req-0c4080f9-2d97-442f-b557-ce3e59a0a0bf tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0296412 Sep 12 23:28:37.747377 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:37.936078 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e4851b4c-9581-4f7a-a72c-d997de5e2224 req-9fd7c018-3203-4ef3-9fc2-5bf29a5582b2 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0293512 Sep 12 23:28:38.181983 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34d943be-f607-4c43-bec4-5e2ea158c174 req-73b96500-151e-408d-8158-ea711e9edbc8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0438828 Sep 12 23:28:38.192098 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520e745-6111-4e98-8cf6-5d9e182098f2 req-2ca443c6-4407-4924-acb3-c5b84f97d753 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:38.194222 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c520e745-6111-4e98-8cf6-5d9e182098f2 req-2ca443c6-4407-4924-acb3-c5b84f97d753 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 931 time: 0.0507221 Sep 12 23:28:38.246291 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c520e745-6111-4e98-8cf6-5d9e182098f2 req-b9d436a5-7f41-4d0b-993e-210df345638e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466447 Sep 12 23:28:38.282487 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.25', 55649) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:38.290370 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-f99e1493-1925-481a-909d-7137134d0cce tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:28:38.291627 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-f99e1493-1925-481a-909d-7137134d0cce tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0067654 Sep 12 23:28:38.445387 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a80fd76e-fd5e-44bf-ba12-35188561955e req-e82b4e1f-c037-4a43-902f-c077bad86d64 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.1020827 Sep 12 23:28:38.547107 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-fe677068-e0cb-4c72-8401-814b64ac63a5 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:38.550382 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-fe677068-e0cb-4c72-8401-814b64ac63a5 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ae15af67-8ae4-4684-be7f-236803ff9254 HTTP/1.1" status: 200 len: 811 time: 0.2577901 Sep 12 23:28:38.570717 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Request body: {'port': {'device_id': '7e922a5d-06e3-456e-ac49-64d6c3aba117', 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254', 'admin_state_up': True, 'tenant_id': '811d8512813f49d79facec817fc5d03e'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:38.651482 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Request body: {'port': {'device_id': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:38.762950 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:38.810187 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Made reservation on behalf of 811d8512813f49d79facec817fc5d03e for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:28:38.814413 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:39.022938 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44420) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:39.103103 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-20a781dc-e754-49ac-9d1f-1e32b9568a2d req-e3db7cea-80e1-4edb-a533-6046b659a63a tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0407250 Sep 12 23:28:39.110781 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.25', 55660) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:39.311910 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Allocated IP 172.20.0.8 (ae15af67-8ae4-4684-be7f-236803ff9254/739a99a2-e965-48b6-9614-61f430776cd1/262242d2-62b5-4e29-8759-130e6a7786d0) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:39.388098 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3aed93d0-8d1f-4149-80e2-2b17e7d5b280 req-7092383f-da1e-4c10-aaf2-2c9592cac281 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0662303 Sep 12 23:28:39.389276 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f37c-04e1-40d3-93b6-3bd46d8175f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:39.450979 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:39.451457 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:39.462062 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-1a1a1f26-0f0b-481d-b756-b8c3a95e5d83 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:39.465378 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-1a1a1f26-0f0b-481d-b756-b8c3a95e5d83 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.25 "GET /networking/v2.0/networks?id=87d38067-03b8-4be7-846c-3dce062309f6 HTTP/1.1" status: 200 len: 811 time: 0.3464112 Sep 12 23:28:39.495073 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:39.517131 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c815ab3-a5a5-4b20-9f70-9bf91a635668 req-831ce852-65fe-4715-89e8-02660e3273f5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:39.519498 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c815ab3-a5a5-4b20-9f70-9bf91a635668 req-831ce852-65fe-4715-89e8-02660e3273f5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 931 time: 0.0824802 Sep 12 23:28:39.521689 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdc10fe-ce53-41fd-a771-18e381482273 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:28:39.535655 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Publish callbacks [] for port (fbdc10fe-ce53-41fd-a771-18e381482273), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:39.602949 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Transition to ACTIVE for port object fbdc10fe-ce53-41fd-a771-18e381482273 will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:28:39.605114 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-98b7d42e-778c-4006-b44e-1526f1b2e86d req-22a90640-8f71-4129-9f13-38527085bf36 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0507157 Sep 12 23:28:39.638455 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:39.667394 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c815ab3-a5a5-4b20-9f70-9bf91a635668 req-399e6e00-21ef-44c4-b16e-26c8b92606d5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309648 Sep 12 23:28:39.752326 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f37c-04e1-40d3-93b6-3bd46d8175f0 admin admin] Publish callbacks [] for security_group (fce1acc5-c299-4e16-bf41-3da0448ff42d), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:39.794364 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f37c-04e1-40d3-93b6-3bd46d8175f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (fce1acc5-c299-4e16-bf41-3da0448ff42d), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:39.802662 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Pushing event updated for resources: {'Port': ['ID=fbdc10fe-ce53-41fd-a771-18e381482273,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:39.831953 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.25', 55672) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:39.863350 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6dd8f37c-04e1-40d3-93b6-3bd46d8175f0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=83ff5deecb06424b8abf31397c5af0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8388481 Sep 12 23:28:39.877317 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44472) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:39.900018 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Publish callbacks [] for port (262242d2-62b5-4e29-8759-130e6a7786d0), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:39.952361 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Attempting to bind port fbdc10fe-ce53-41fd-a771-18e381482273 on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:39.952361 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Attempting to bind port fbdc10fe-ce53-41fd-a771-18e381482273 by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:39.952361 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Attempting to bind port fbdc10fe-ce53-41fd-a771-18e381482273 on network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:39.960842 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8f37c-04e1-40d3-93b6-3bd46d8175f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce1acc5-c299-4e16-bf41-3da0448ff42d,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:39.981869 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-009eb4f8-5458-4ca6-8bf7-5ff504d01a3a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf HTTP/1.1" status: 200 len: 380 time: 0.3015878 Sep 12 23:28:40.005562 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'port': {'device_id': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'admin_state_up': True, 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'security_groups': ['c9197cfa-eef1-480e-91df-c436f482676d']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:40.095502 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9ad732e1-ed0b-4fa2-b048-2038aa7d9b79 admin admin] Publish callbacks [] for security_group (fce1acc5-c299-4e16-bf41-3da0448ff42d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:40.122713 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9ad732e1-ed0b-4fa2-b048-2038aa7d9b79 admin admin] Publish callbacks [] for security_group (fce1acc5-c299-4e16-bf41-3da0448ff42d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:40.144320 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Port fbdc10fe-ce53-41fd-a771-18e381482273 on network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:28:40.144862 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Attempting to bind port fbdc10fe-ce53-41fd-a771-18e381482273 on network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:40.174031 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-15c0f1ef-47b3-49b5-b139-de8a7f6fdecb tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:40.175649 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-15c0f1ef-47b3-49b5-b139-de8a7f6fdecb tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 819 time: 0.3411379 Sep 12 23:28:40.216636 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:40.311684 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:40.312367 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Checking segment: {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:40.314262 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Bound using segment: {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:40.314902 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Bound port: fbdc10fe-ce53-41fd-a771-18e381482273, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:40.316550 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:40.343680 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:40.344761 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:40.350552 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Network ae15af67-8ae4-4684-be7f-236803ff9254 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:40.363334 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Pushing event updated for resources: {'Port': ['ID=262242d2-62b5-4e29-8759-130e6a7786d0,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:40.376073 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9ad732e1-ed0b-4fa2-b048-2038aa7d9b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (fce1acc5-c299-4e16-bf41-3da0448ff42d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:40.387217 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9ad732e1-ed0b-4fa2-b048-2038aa7d9b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:40.388703 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9ad732e1-ed0b-4fa2-b048-2038aa7d9b79 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fce1acc5-c299-4e16-bf41-3da0448ff42d HTTP/1.1" status: 204 len: 168 time: 0.5100706 Sep 12 23:28:40.413517 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Request body: {'port': {'device_id': '1398a779-68bf-4ec4-b196-d359ee0e7b8c', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'admin_state_up': True, 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:40.420038 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:40.473320 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Made reservation on behalf of b8ffe803ce4b4d0181be62e1dfb094bf for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:28:40.482184 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:40.492212 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:40.494223 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad732e1-ed0b-4fa2-b048-2038aa7d9b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce1acc5-c299-4e16-bf41-3da0448ff42d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:40.498027 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:40.534844 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64fd68-e922-4b23-9c47-bd43d0ab69aa req-80fdd0aa-6d06-4de7-8575-a1712347253d tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:40.544308 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cd64fd68-e922-4b23-9c47-bd43d0ab69aa req-80fdd0aa-6d06-4de7-8575-a1712347253d tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 931 time: 0.2792313 Sep 12 23:28:40.582210 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:40.635961 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:40.639271 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.25', 55682) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:40.661854 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c2dcb5cb-b2c3-4ee0-9e63-758487700378 req-e7be1435-76a8-471d-b4ed-50114285d3fe tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0715749 Sep 12 23:28:40.723154 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:40.733002 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:40.733650 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:40.840907 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:40.841488 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:40.842972 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/fbdc10fe-ce53-41fd-a771-18e381482273 HTTP/1.1" status: 200 len: 1093 time: 2.3349066 Sep 12 23:28:40.846824 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:28:40.884636 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9f16a5c6-4396-474c-8d4c-478abb7634b4 req-32715703-a982-4f2f-b8de-e3da8c5d1c26 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0561807 Sep 12 23:28:40.910690 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-e7167a2e-87ee-4fe0-9cf8-d2c579dcd49f None None] Provisioning complete for port 262242d2-62b5-4e29-8759-130e6a7786d0 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:40.911275 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e7167a2e-87ee-4fe0-9cf8-d2c579dcd49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:40.936675 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Allocated IP 172.20.0.4 (87d38067-03b8-4be7-846c-3dce062309f6/d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda/f432d2c4-e8e1-4abe-b933-41ca765c4f52) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:41.025795 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e7167a2e-87ee-4fe0-9cf8-d2c579dcd49f None None] Port 262242d2-62b5-4e29-8759-130e6a7786d0 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:41.143415 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a0670-9f9d-4688-aa20-449691753c97 req-08436266-9da4-413d-8387-67b83a8201db tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:41.145221 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-628a0670-9f9d-4688-aa20-449691753c97 req-08436266-9da4-413d-8387-67b83a8201db tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.1021516 Sep 12 23:28:41.209820 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-7e506d0d-66bf-437b-8fe1-b9b23ac8ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:41.212091 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-7e506d0d-66bf-437b-8fe1-b9b23ac8ed91 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 1127 time: 0.1417542 Sep 12 23:28:41.229559 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-6fa69053-8b5c-4cb1-8693-31b2880b0833 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6632721 Sep 12 23:28:41.275628 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Request body: {'port': {'device_id': '7e922a5d-06e3-456e-ac49-64d6c3aba117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:41.290766 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:41.334219 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-628a0670-9f9d-4688-aa20-449691753c97 req-99b1a9a7-1a4a-4919-b3de-6556c5054388 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623020 Sep 12 23:28:41.335651 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:41.364316 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cd64fd68-e922-4b23-9c47-bd43d0ab69aa req-32420c78-02a2-4b68-8e24-4451061368e8 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8106594 Sep 12 23:28:41.377863 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110ee566-d809-4606-a3d7-bd749ae4fa8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:28:41.381485 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:41.392939 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:41.427963 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83654141-9b9c-462e-a8f0-c4c33064528c service neutron] Pushing event updated for resources: {'Port': ['ID=fbdc10fe-ce53-41fd-a771-18e381482273,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:41.442324 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-5adb9dca-81c5-4a38-adcb-22f72421b15a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc10fe-ce53-41fd-a771-18e381482273 HTTP/1.1" status: 200 len: 217 time: 0.2000904 Sep 12 23:28:41.514588 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'Port': ['ID=f432d2c4-e8e1-4abe-b933-41ca765c4f52,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:41.535144 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Network 87d38067-03b8-4be7-846c-3dce062309f6 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:41.536901 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:41.541152 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:41.577328 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:41.624024 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:41.624825 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:41.640805 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87a923-119e-4886-a6f5-467929c106a8 req-d5412d3f-19a7-4e11-89a0-81d0cc981edd tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:41.644966 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-d5412d3f-19a7-4e11-89a0-81d0cc981edd tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 819 time: 0.9552634 Sep 12 23:28:41.652974 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-f58ad665-886a-4869-98b1-47e6e99c4307 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6574342 Sep 12 23:28:41.664214 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Request body: {'port': {'device_id': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:41.701987 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Request body: {'port': {'device_id': 'a461aa66-7b30-46ee-a5d1-2a48540d585a', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'admin_state_up': True, 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:41.706872 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-4144bd34-503b-4be5-af19-f213893e7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:41.708377 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-4144bd34-503b-4be5-af19-f213893e7b94 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 200 len: 856 time: 0.2419479 Sep 12 23:28:41.849484 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:41.869418 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44562) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:41.902813 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-37e6fcf3-f344-4e53-a74f-a32789681b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:41.904475 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-37e6fcf3-f344-4e53-a74f-a32789681b47 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=11be7f0c-3ec4-4c81-8e43-cbebcc992505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1856744 Sep 12 23:28:41.932957 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:41.974910 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-7b94ded5-033b-4967-a0d6-1426f710c457 None None] Provisioning complete for port f432d2c4-e8e1-4abe-b933-41ca765c4f52 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:41.978131 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7b94ded5-033b-4967-a0d6-1426f710c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.080494 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-7b94ded5-033b-4967-a0d6-1426f710c457 None None] Port f432d2c4-e8e1-4abe-b933-41ca765c4f52 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:42.135775 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-166481752-network', 'tenant_id': '641b6882f873400fbef301fc5ce82391'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:42.197792 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289b8d9c-20cd-40ae-abc4-6b89729b5284 x-openstack-request-id: req-289b8d9c-20cd-40ae-abc4-6b89729b5284 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:28:42.197997 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:28:42.198238 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-289b8d9c-20cd-40ae-abc4-6b89729b5284 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:28:42.198677 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289b8d9c-20cd-40ae-abc4-6b89729b5284'] response: {'name': 'network-changed', 'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'status': 'completed', 'code': 200} Sep 12 23:28:42.229586 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Made reservation on behalf of 641b6882f873400fbef301fc5ce82391 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:28:42.232658 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.245937 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Made reservation on behalf of adc049ff85c14935a9f68be76cd61c05 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:28:42.249686 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.259955 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.326203 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2da62988-ba9a-40d2-9b40-0f25a7b36c14 req-5c13adb1-0222-4da3-ab3e-3a338f010df0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.4208436 Sep 12 23:28:42.332169 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5b822-e36d-47a3-8747-c5a8d3d24d56 req-be8d3c9a-e729-40fa-b97c-17ff27580985 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:42.333692 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-74a5b822-e36d-47a3-8747-c5a8d3d24d56 req-be8d3c9a-e729-40fa-b97c-17ff27580985 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 931 time: 0.0943100 Sep 12 23:28:42.459446 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f432d2c4-e8e1-4abe-b933-41ca765c4f52 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:28:42.467365 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-74a5b822-e36d-47a3-8747-c5a8d3d24d56 req-b682ed72-8c33-456f-bdab-3f80d4ec07ab tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021814 Sep 12 23:28:42.468308 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:42.470609 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44584) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:42.478587 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Publish callbacks [] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.521742 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Transition to ACTIVE for port object f432d2c4-e8e1-4abe-b933-41ca765c4f52 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:28:42.523844 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Publish callbacks [] for security_group (05940fd1-3f59-4cb6-9044-240667aca129), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.530668 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.545667 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (05940fd1-3f59-4cb6-9044-240667aca129), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.587595 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:42.643492 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:28:42.645364 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:42.662530 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5cc7-44e8-425b-ad66-11e36b453cfc req-4664d63d-03b8-464a-bece-40c3bdc0190b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:42.664037 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-026e5cc7-44e8-425b-ad66-11e36b453cfc req-4664d63d-03b8-464a-bece-40c3bdc0190b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.2362120 Sep 12 23:28:42.672822 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-868b72e1-1314-4e35-ae1f-eec83f6baa36 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793558 Sep 12 23:28:42.705467 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bf9b85f5-e0b1-46e4-abbb-6388861c81fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.710743 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05940fd1-3f59-4cb6-9044-240667aca129,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:42.719971 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b0ec-b897-45a2-a18a-6a2bb41b3c27 req-96f6186d-7d3d-4784-bfe5-0e05ad58d5fb tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:42.721324 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c07b0ec-b897-45a2-a18a-6a2bb41b3c27 req-96f6186d-7d3d-4784-bfe5-0e05ad58d5fb tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 931 time: 0.1778057 Sep 12 23:28:42.721931 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13499963-da7c-480e-a175-9353b80472cc service neutron] Pushing event updated for resources: {'Port': ['ID=f432d2c4-e8e1-4abe-b933-41ca765c4f52,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:42.729856 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (e49805ea-1d84-4b9b-9000-1269affe0e37), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.730216 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Added segment e49805ea-1d84-4b9b-9000-1269affe0e37 of type vlan for network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 Sep 12 23:28:42.751932 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Made reservation on behalf of adc049ff85c14935a9f68be76cd61c05 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:28:42.755909 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.787450 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Allocated IP 172.20.0.11 (06716bca-7ab1-4703-8226-2e627ce51e59/3f7fd8d9-d3bf-49df-8298-1742e0096bb3/3bbf415e-a5cc-43c6-bf78-c5caf098ad4d) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:42.803042 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:UPDATE=6,neutron:SELECT=87,neutron:INSERT=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:42.838419 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (b00c67d0-ddbb-4c24-ae7c-fa1370f53f73), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.888224 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Attempting to bind port f432d2c4-e8e1-4abe-b933-41ca765c4f52 on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:42.888580 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Attempting to bind port f432d2c4-e8e1-4abe-b933-41ca765c4f52 by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:42.888924 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Attempting to bind port f432d2c4-e8e1-4abe-b933-41ca765c4f52 on network 87d38067-03b8-4be7-846c-3dce062309f6 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:42.897957 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-026e5cc7-44e8-425b-ad66-11e36b453cfc req-625282e9-70fc-4672-a753-8731787c40c5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206180 Sep 12 23:28:42.929258 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c07b0ec-b897-45a2-a18a-6a2bb41b3c27 req-6970c32f-c9ec-460d-8b7e-bf43dab69b11 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957123 Sep 12 23:28:42.938608 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (b00c67d0-ddbb-4c24-ae7c-fa1370f53f73), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:42.939720 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:42.940418 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.028867 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1584020 Sep 12 23:28:43.036422 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44590) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:43.048297 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] Request body: {'subnet': {'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-166481752-subnet', 'tenant_id': '641b6882f873400fbef301fc5ce82391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:43.055462 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262242d2-62b5-4e29-8759-130e6a7786d0 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:28:43.060035 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312f10c-8313-445c-8893-13f63f8ad8f5 admin admin] Pushing event updated for resources: {'Network': ['ID=b00c67d0-ddbb-4c24-ae7c-fa1370f53f73,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:43.076615 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bf9b85f5-e0b1-46e4-abbb-6388861c81fb admin admin] Publish callbacks [] for security_group (3769b41f-d240-4cbc-b78e-fc7e7f910dfb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.079834 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Port f432d2c4-e8e1-4abe-b933-41ca765c4f52 on network 87d38067-03b8-4be7-846c-3dce062309f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:28:43.080134 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Attempting to bind port f432d2c4-e8e1-4abe-b933-41ca765c4f52 on network 87d38067-03b8-4be7-846c-3dce062309f6 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:43.126454 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bf9b85f5-e0b1-46e4-abbb-6388861c81fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (3769b41f-d240-4cbc-b78e-fc7e7f910dfb), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.136772 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a569a187-7d62-4b56-b581-e1375c7fe2b4 req-743c53e5-65bc-4c5a-b926-f0946081f103 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511104 Sep 12 23:28:43.143200 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Publish callbacks [] for port (262242d2-62b5-4e29-8759-130e6a7786d0), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.147733 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:43.148117 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Checking segment: {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:43.148649 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Bound using segment: {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:43.149630 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Bound port: f432d2c4-e8e1-4abe-b933-41ca765c4f52, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:43.149630 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.160237 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] Made reservation on behalf of 641b6882f873400fbef301fc5ce82391 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:28:43.162591 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4088680'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.235295 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Transition to ACTIVE for port object 262242d2-62b5-4e29-8759-130e6a7786d0 will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:28:43.243244 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bf9b85f5-e0b1-46e4-abbb-6388861c81fb admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1f606e6b59bd48daad82fdf38e01ae4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7653265 Sep 12 23:28:43.244774 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 44600) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:43.278860 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:28:43.282647 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.290220 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b85f5-e0b1-46e4-abbb-6388861c81fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3769b41f-d240-4cbc-b78e-fc7e7f910dfb,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:43.308889 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:43.321660 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] For port f432d2c4-e8e1-4abe-b933-41ca765c4f52, host hv-cinder-85200, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:43.326504 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:43.373196 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.374124 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] For port f432d2c4-e8e1-4abe-b933-41ca765c4f52, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=f432d2c4-e8e1-4abe-b933-41ca765c4f52,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:43.391958 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.404317 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:43.404942 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.407456 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-13499963-da7c-480e-a175-9353b80472cc service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f432d2c4-e8e1-4abe-b933-41ca765c4f52 HTTP/1.1" status: 200 len: 1093 time: 1.7473254 Sep 12 23:28:43.410431 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'tag': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:28:43.435713 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Pushing event updated for resources: {'Port': ['ID=262242d2-62b5-4e29-8759-130e6a7786d0,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:43.509069 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13499963-da7c-480e-a175-9353b80472cc service neutron] Pushing event updated for resources: {'Port': ['ID=f432d2c4-e8e1-4abe-b933-41ca765c4f52,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:43.509545 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ae7fcb6-46aa-4b45-9063-1a96cf3be8c0 admin admin] Publish callbacks [] for security_group (3769b41f-d240-4cbc-b78e-fc7e7f910dfb), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.548143 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:43.561186 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dd7d169c-27ff-4c71-a76d-d4ddf6d8777e req-dd11b44f-6016-4deb-8bab-acd47c1ea71a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0739949 Sep 12 23:28:43.586171 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.669755 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ae7fcb6-46aa-4b45-9063-1a96cf3be8c0 admin admin] Publish callbacks [] for security_group (3769b41f-d240-4cbc-b78e-fc7e7f910dfb), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.839938 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event updated for resources: {'Port': ['ID=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:43.850727 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Attempting to bind port 262242d2-62b5-4e29-8759-130e6a7786d0 on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:43.851154 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Attempting to bind port 262242d2-62b5-4e29-8759-130e6a7786d0 by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:43.851556 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Attempting to bind port 262242d2-62b5-4e29-8759-130e6a7786d0 on network ae15af67-8ae4-4684-be7f-236803ff9254 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:43.858359 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e27d8-b8e3-40c5-b98a-543e2b12b843" -d '{"events": [{"name": "network-changed", "server_uuid": "bbaafcd0-103d-4e1a-a15e-fc8997acceef", "tag": "f432d2c4-e8e1-4abe-b933-41ca765c4f52"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:28:43.878398 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3296103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4088698'] for subnet (00bca813-310a-4da4-8495-af58d1518bdf), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.970949 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab3851-3cec-4822-b306-9aca4082d48e req-4e4318a2-58a3-490b-aeb1-270a995d4b1b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:43.972532 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8fab3851-3cec-4822-b306-9aca4082d48e req-4e4318a2-58a3-490b-aeb1-270a995d4b1b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 943 time: 0.3730381 Sep 12 23:28:43.993190 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Network 06716bca-7ab1-4703-8226-2e627ce51e59 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:43.996738 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ae7fcb6-46aa-4b45-9063-1a96cf3be8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (3769b41f-d240-4cbc-b78e-fc7e7f910dfb), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:43.999318 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ae7fcb6-46aa-4b45-9063-1a96cf3be8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:44.003496 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1ae7fcb6-46aa-4b45-9063-1a96cf3be8c0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3769b41f-d240-4cbc-b78e-fc7e7f910dfb HTTP/1.1" status: 204 len: 168 time: 0.7549400 Sep 12 23:28:44.004906 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Allocated IP 172.20.0.7 (06716bca-7ab1-4703-8226-2e627ce51e59/3f7fd8d9-d3bf-49df-8298-1742e0096bb3/1a3abf75-9e9d-4acc-9edb-526d5e849d0e) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:44.013845 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:44.026310 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:44.037399 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7fcb6-46aa-4b45-9063-1a96cf3be8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3769b41f-d240-4cbc-b78e-fc7e7f910dfb,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:44.109075 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00bca813-310a-4da4-8495-af58d1518bdf,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:44.121075 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:44.148766 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] Checking segment: {'id': 'e49805ea-1d84-4b9b-9000-1269affe0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:44.149337 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] Network hostable DHCP agents. Network: b00c67d0-ddbb-4c24-ae7c-fa1370f53f73, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:28:44.170200 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Port 262242d2-62b5-4e29-8759-130e6a7786d0 on network ae15af67-8ae4-4684-be7f-236803ff9254 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:28:44.175882 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Attempting to bind port 262242d2-62b5-4e29-8759-130e6a7786d0 on network ae15af67-8ae4-4684-be7f-236803ff9254 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:44.184718 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8fab3851-3cec-4822-b306-9aca4082d48e req-83230d0f-34e0-41d9-8f6b-a0439e3f43b7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875288 Sep 12 23:28:44.216367 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] Network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:28:44.230329 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc8dae7-85e1-4a7f-8165-e0827a4f8ec0 x-openstack-request-id: req-ddc8dae7-85e1-4a7f-8165-e0827a4f8ec0 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:28:44.230626 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbaafcd0-103d-4e1a-a15e-fc8997acceef", "tag": "f432d2c4-e8e1-4abe-b933-41ca765c4f52", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:28:44.230925 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ddc8dae7-85e1-4a7f-8165-e0827a4f8ec0 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:28:44.231400 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc8dae7-85e1-4a7f-8165-e0827a4f8ec0'] response: {'name': 'network-changed', 'server_uuid': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'tag': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52', 'status': 'completed', 'code': 200} Sep 12 23:28:44.240479 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, b00c67d0-ddbb-4c24-ae7c-fa1370f53f73) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:44.258129 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:44.261928 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:44.263272 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89df6ba9-710b-4b4b-b7b1-1bd40069e6e1 None None] Network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:28:44.264470 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:44.265108 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:44.300996 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:44.300996 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Checking segment: {'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:44.302241 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Bound using segment: {'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:44.302241 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Bound port: 262242d2-62b5-4e29-8759-130e6a7786d0, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59deeb1d-3c8b-4392-8a92-d36c227d542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:44.302497 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:44.314779 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-cf9a0300-6b60-42b4-b165-3a21e4d648c8 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2609425 Sep 12 23:28:44.344324 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-d3cc898c-2e7c-48ad-a79c-ce3ea0709e76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9444940 Sep 12 23:28:44.374206 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Request body: {'port': {'device_id': '1398a779-68bf-4ec4-b196-d359ee0e7b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:44.460850 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc017e-592b-4345-a819-996ea98844ac None None] Network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:28:44.495993 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ee566-d809-4606-a3d7-bd749ae4fa8a req-a79ff6e5-3709-47cc-a3d7-c980b8c24bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:44.497690 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-110ee566-d809-4606-a3d7-bd749ae4fa8a req-a79ff6e5-3709-47cc-a3d7-c980b8c24bc5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 1127 time: 0.1814094 Sep 12 23:28:44.507124 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44646) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:44.575993 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-6437ded9-1baf-4413-8b48-6fc0ea2ca69a None None] Provisioning complete for port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:44.576730 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6437ded9-1baf-4413-8b48-6fc0ea2ca69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:44.624400 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-6437ded9-1baf-4413-8b48-6fc0ea2ca69a None None] Port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:44.686256 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8b1ac-af07-4d0f-9c1c-9b801c9e254f req-cd75c549-2af1-4cbe-be6b-c103fe9edf7e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:44.689152 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7ec8b1ac-af07-4d0f-9c1c-9b801c9e254f req-cd75c549-2af1-4cbe-be6b-c103fe9edf7e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.1905215 Sep 12 23:28:44.748505 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44656) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:44.753950 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:44.764302 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c80b-5c34-4bc9-a6e3-1e5b950cc844 req-7d257482-e22e-4d93-a8ab-8628d80ec342 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:44.767165 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e467c80b-5c34-4bc9-a6e3-1e5b950cc844 req-7d257482-e22e-4d93-a8ab-8628d80ec342 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 943 time: 0.2965844 Sep 12 23:28:44.816749 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e27d8-b8e3-40c5-b98a-543e2b12b843 req-0c11a838-4f82-4e83-b8e1-1f00133ebd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:44.818687 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7ec8b1ac-af07-4d0f-9c1c-9b801c9e254f req-5902f80f-c735-4834-9cf2-5093f780ea0b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218791 Sep 12 23:28:44.819068 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-524e27d8-b8e3-40c5-b98a-543e2b12b843 req-0c11a838-4f82-4e83-b8e1-1f00133ebd64 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 1127 time: 0.4636104 Sep 12 23:28:44.822040 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bde85ed4-6d08-4cee-ad24-5e61657ce8b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:44.858795 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ee566-d809-4606-a3d7-bd749ae4fa8a req-c1a2734d-49c2-4b74-9e45-c87c06c94c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:44.860393 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-110ee566-d809-4606-a3d7-bd749ae4fa8a req-c1a2734d-49c2-4b74-9e45-c87c06c94c43 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 918 time: 0.3422370 Sep 12 23:28:44.977815 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-110ee566-d809-4606-a3d7-bd749ae4fa8a req-b8202391-dc77-46c1-bc9f-4458e42446cd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc10fe-ce53-41fd-a771-18e381482273 HTTP/1.1" status: 200 len: 217 time: 0.1059828 Sep 12 23:28:45.009716 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0ff0be54-b6c7-4b6e-8fde-67910c7fbaa7 req-49dd5b89-0449-429a-87df-fc0d47749dbc tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 210 time: 0.0821130 Sep 12 23:28:45.071020 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-83a77453-04fc-40a5-a933-44387e089c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.098759 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ee566-d809-4606-a3d7-bd749ae4fa8a req-540c07f6-94aa-4a8e-a14f-2c547fbaed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:45.100665 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-110ee566-d809-4606-a3d7-bd749ae4fa8a req-540c07f6-94aa-4a8e-a14f-2c547fbaed37 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 200 len: 856 time: 0.1042318 Sep 12 23:28:45.123623 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.144202 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:45.167355 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:45.210138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] For port 262242d2-62b5-4e29-8759-130e6a7786d0, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:45.224864 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bde85ed4-6d08-4cee-ad24-5e61657ce8b6 admin admin] Publish callbacks [] for security_group (f28a37ec-eef7-4b81-86c5-a432a5e6a517), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.229384 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ee566-d809-4606-a3d7-bd749ae4fa8a req-d2ac708c-741c-4e32-9c93-2ca33452ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:45.231039 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-110ee566-d809-4606-a3d7-bd749ae4fa8a req-d2ac708c-741c-4e32-9c93-2ca33452ea6d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=11be7f0c-3ec4-4c81-8e43-cbebcc992505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1200831 Sep 12 23:28:45.239317 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bde85ed4-6d08-4cee-ad24-5e61657ce8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (f28a37ec-eef7-4b81-86c5-a432a5e6a517), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.334492 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.354534 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e467c80b-5c34-4bc9-a6e3-1e5b950cc844 req-ca6eada6-2214-4c4c-b884-371a58a3112a tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775690 Sep 12 23:28:45.388517 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] For port 262242d2-62b5-4e29-8759-130e6a7786d0, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=262242d2-62b5-4e29-8759-130e6a7786d0,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:45.419689 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.469259 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device fbdc10fe-ce53-41fd-a771-18e381482273 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:28:45.474736 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:45.475745 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.477228 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/262242d2-62b5-4e29-8759-130e6a7786d0 HTTP/1.1" status: 200 len: 1093 time: 4.2153094 Sep 12 23:28:45.478203 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e922a5d-06e3-456e-ac49-64d6c3aba117', 'tag': '262242d2-62b5-4e29-8759-130e6a7786d0'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:28:45.481204 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fad6f7-1100-4208-8ce1-a08e7001f79b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e922a5d-06e3-456e-ac49-64d6c3aba117", "tag": "262242d2-62b5-4e29-8759-130e6a7786d0"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:28:45.580585 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-110ee566-d809-4606-a3d7-bd749ae4fa8a req-1493d360-53ea-459e-8b91-b5035118466f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288298 Sep 12 23:28:45.580585 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-83a77453-04fc-40a5-a933-44387e089c38 admin admin] Publish callbacks [] for security_group (47ceafaa-35a1-494b-a4c2-b94053410e11), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.581108 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e27d8-b8e3-40c5-b98a-543e2b12b843 req-27d96169-9be7-4505-b248-6ca72f69dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:45.581108 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-524e27d8-b8e3-40c5-b98a-543e2b12b843 req-27d96169-9be7-4505-b248-6ca72f69dc98 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7300978 Sep 12 23:28:45.585041 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde85ed4-6d08-4cee-ad24-5e61657ce8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28a37ec-eef7-4b81-86c5-a432a5e6a517,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:45.585216 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487639be-6354-40f1-a68b-15c97230810b x-openstack-request-id: req-487639be-6354-40f1-a68b-15c97230810b {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:28:45.585470 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e922a5d-06e3-456e-ac49-64d6c3aba117", "tag": "262242d2-62b5-4e29-8759-130e6a7786d0", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:28:45.585853 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-487639be-6354-40f1-a68b-15c97230810b {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:28:45.586421 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487639be-6354-40f1-a68b-15c97230810b'] response: {'name': 'network-changed', 'server_uuid': '7e922a5d-06e3-456e-ac49-64d6c3aba117', 'tag': '262242d2-62b5-4e29-8759-130e6a7786d0', 'status': 'completed', 'code': 200} Sep 12 23:28:45.590405 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bde85ed4-6d08-4cee-ad24-5e61657ce8b6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=23fc656bfad747739691f0b18e91e331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8402042 Sep 12 23:28:45.600959 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44680) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:45.612658 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:45.612925 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-83a77453-04fc-40a5-a933-44387e089c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (47ceafaa-35a1-494b-a4c2-b94053410e11), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.695501 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:45.731196 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a77453-04fc-40a5-a933-44387e089c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ceafaa-35a1-494b-a4c2-b94053410e11,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:45.731685 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:45.731685 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'port_id': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'mac_address': 'fa:16:3e:bc:30:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:28:45.772479 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.795599 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port fbdc10fe-ce53-41fd-a771-18e381482273 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:45.796001 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.812134 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdc10fe-ce53-41fd-a771-18e381482273 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:28:45.812365 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a28a8d-6e8b-4148-972a-849aee5be2dc req-45bfbee2-c86a-41a3-8c86-7711d6be9fda tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:45.813699 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-84a28a8d-6e8b-4148-972a-849aee5be2dc req-45bfbee2-c86a-41a3-8c86-7711d6be9fda tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 943 time: 0.2425394 Sep 12 23:28:45.816154 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-83a77453-04fc-40a5-a933-44387e089c38 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9f79837133d94ceea715cf1c44716924&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3079951 Sep 12 23:28:45.823592 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44686) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:45.832999 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-d86ee7f2-034b-4d56-8e29-8f9f2f5e386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:45.834611 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-d86ee7f2-034b-4d56-8e29-8f9f2f5e386b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=811d8512813f49d79facec817fc5d03e&device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 1127 time: 0.2969639 Sep 12 23:28:45.835341 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d99682-7226-40c4-984b-8cbb96f57f03 service neutron] Pushing event updated for resources: {'Port': ['ID=262242d2-62b5-4e29-8759-130e6a7786d0,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:45.848890 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-77b9ccb4-ca2c-4be6-b997-078026a3f102 admin admin] Publish callbacks [] for security_group (f28a37ec-eef7-4b81-86c5-a432a5e6a517), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.849191 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:45.854099 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.909337 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=fbdc10fe-ce53-41fd-a771-18e381482273,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:45.942394 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-77b9ccb4-ca2c-4be6-b997-078026a3f102 admin admin] Publish callbacks [] for security_group (f28a37ec-eef7-4b81-86c5-a432a5e6a517), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:45.978580 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-84a28a8d-6e8b-4148-972a-849aee5be2dc req-8dc09fe3-bc4c-4f02-95e2-ba3e48058d7f tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560228 Sep 12 23:28:45.982276 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-81d30ca3-e4e6-4669-9d8e-e19008b40d67 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=262242d2-62b5-4e29-8759-130e6a7786d0 HTTP/1.1" status: 200 len: 217 time: 0.1264348 Sep 12 23:28:45.991674 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Network 06716bca-7ab1-4703-8226-2e627ce51e59 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:45.994165 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-110ee566-d809-4606-a3d7-bd749ae4fa8a req-2d934794-32b1-4e62-b783-804f75ff416b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022229 Sep 12 23:28:46.007834 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event updated for resources: {'Port': ['ID=1a3abf75-9e9d-4acc-9edb-526d5e849d0e,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:46.020687 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a4150ce-769b-4c6f-92de-582819cab0c4 admin admin] Publish callbacks [] for security_group (47ceafaa-35a1-494b-a4c2-b94053410e11), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:46.046942 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a4150ce-769b-4c6f-92de-582819cab0c4 admin admin] Publish callbacks [] for security_group (47ceafaa-35a1-494b-a4c2-b94053410e11), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:46.051177 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:46.054410 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:46.054542 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:46.084396 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-77b9ccb4-ca2c-4be6-b997-078026a3f102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (f28a37ec-eef7-4b81-86c5-a432a5e6a517), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:46.084634 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:46.089279 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-77b9ccb4-ca2c-4be6-b997-078026a3f102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:46.092740 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-77b9ccb4-ca2c-4be6-b997-078026a3f102 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f28a37ec-eef7-4b81-86c5-a432a5e6a517 HTTP/1.1" status: 204 len: 168 time: 0.4791653 Sep 12 23:28:46.108748 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9ccb4-ca2c-4be6-b997-078026a3f102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28a37ec-eef7-4b81-86c5-a432a5e6a517,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:46.142572 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a4150ce-769b-4c6f-92de-582819cab0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (47ceafaa-35a1-494b-a4c2-b94053410e11), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:46.145349 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a4150ce-769b-4c6f-92de-582819cab0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:46.146576 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4a4150ce-769b-4c6f-92de-582819cab0c4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/47ceafaa-35a1-494b-a4c2-b94053410e11 HTTP/1.1" status: 204 len: 168 time: 0.3182528 Sep 12 23:28:46.164506 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4150ce-769b-4c6f-92de-582819cab0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ceafaa-35a1-494b-a4c2-b94053410e11,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:46.192582 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['fbdc10fe-ce53-41fd-a771-18e381482273'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:28:46.210970 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e27d8-b8e3-40c5-b98a-543e2b12b843 req-44a6ed28-3c40-4b1b-a616-0ce5ef6a354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:46.212771 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-524e27d8-b8e3-40c5-b98a-543e2b12b843 req-44a6ed28-3c40-4b1b-a616-0ce5ef6a354f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5822437 Sep 12 23:28:46.214308 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-1aa5761d-a95d-4d86-b32f-ab6822ef2ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:46.216289 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-1aa5761d-a95d-4d86-b32f-ab6822ef2ac6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=739a99a2-e965-48b6-9614-61f430776cd1 HTTP/1.1" status: 200 len: 850 time: 0.2140155 Sep 12 23:28:46.239067 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eeb4ca-34c3-4ff2-b3c6-1a30a4695df8 req-38bf514c-6c13-4497-bc6d-8099e0f9bdcc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:46.258410 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a1eeb4ca-34c3-4ff2-b3c6-1a30a4695df8 req-38bf514c-6c13-4497-bc6d-8099e0f9bdcc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 944 time: 0.2972887 Sep 12 23:28:46.312965 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5d6aa-565a-4110-a187-0216fd653e46 req-2a0d6c1e-ea0f-4ed7-a0ef-71d9e835347e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:46.314527 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aee5d6aa-565a-4110-a187-0216fd653e46 req-2a0d6c1e-ea0f-4ed7-a0ef-71d9e835347e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 931 time: 0.1087844 Sep 12 23:28:46.363272 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:46.409477 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aee5d6aa-565a-4110-a187-0216fd653e46 req-a336434f-ab01-45d6-a5c7-9c34d9ed8f75 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808749 Sep 12 23:28:46.454304 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-e1dcf22f-84c0-499c-98b3-ab8b4e95db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:46.457096 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-e1dcf22f-84c0-499c-98b3-ab8b4e95db75 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ae15af67-8ae4-4684-be7f-236803ff9254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1701736 Sep 12 23:28:46.464138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:46.465473 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:46.595133 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:46.605643 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-f809bb6b-b47b-4105-904f-e5ea643b971c None None] Provisioning complete for port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:46.606243 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f809bb6b-b47b-4105-904f-e5ea643b971c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:46.615605 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd76866-8c7f-4822-9d7b-e2ff0d6088b4 req-e5da3371-a732-4d7d-88e5-749cfcf1c373 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:46.617189 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bbd76866-8c7f-4822-9d7b-e2ff0d6088b4 req-e5da3371-a732-4d7d-88e5-749cfcf1c373 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 943 time: 0.1061680 Sep 12 23:28:46.651773 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-81882a47-ef81-4f60-8a98-3e10461216bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:46.654306 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-81882a47-ef81-4f60-8a98-3e10461216bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 1127 time: 0.3690066 Sep 12 23:28:46.658460 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-f92369d1-0801-4fde-81a9-768a17da5807 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9663024 Sep 12 23:28:46.687796 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-f809bb6b-b47b-4105-904f-e5ea643b971c None None] Port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:28:46.688365 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Request body: {'port': {'device_id': 'a461aa66-7b30-46ee-a5d1-2a48540d585a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:46.733531 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bbd76866-8c7f-4822-9d7b-e2ff0d6088b4 req-9d75a11e-0505-4a02-a6cb-b6fafd768bc5 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101904 Sep 12 23:28:46.736169 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44714) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:46.773773 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4867f4fc-32cf-4233-953a-f19030176aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:46.774498 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-3e784601-9029-404d-b9cf-6a6961d908a1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f432d2c4-e8e1-4abe-b933-41ca765c4f52 HTTP/1.1" status: 200 len: 217 time: 0.0940552 Sep 12 23:28:46.853022 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a1eeb4ca-34c3-4ff2-b3c6-1a30a4695df8 req-8074fcbc-537b-40dc-a678-23f75a981c16 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5902483 Sep 12 23:28:46.907783 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4867f4fc-32cf-4233-953a-f19030176aa3 admin admin] Publish callbacks [] for security_group (27161f82-79b4-41e7-8c9b-cc0331fbda68), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:46.919273 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:28:46.922796 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4867f4fc-32cf-4233-953a-f19030176aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (27161f82-79b4-41e7-8c9b-cc0331fbda68), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:46.952067 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867f4fc-32cf-4233-953a-f19030176aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27161f82-79b4-41e7-8c9b-cc0331fbda68,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:46.980515 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Publish callbacks [] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:47.002744 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4867f4fc-32cf-4233-953a-f19030176aa3 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c2e2315683c440c4b2d4e6a981c2b054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656608 Sep 12 23:28:47.004353 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44736) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:47.023448 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-8af6cef5-91e1-4111-a64a-870b083c3bc0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ae15af67-8ae4-4684-be7f-236803ff9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362990 Sep 12 23:28:47.024391 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-21a62479-f650-4c7c-90fd-d0623f09d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:47.026246 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-21a62479-f650-4c7c-90fd-d0623f09d28e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda HTTP/1.1" status: 200 len: 850 time: 0.2259333 Sep 12 23:28:47.026963 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Transition to ACTIVE for port object 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:28:47.028211 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:47.065288 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:47.160063 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a61c3a8-be03-45c9-ba49-c2890797a559 admin admin] Publish callbacks [] for security_group (27161f82-79b4-41e7-8c9b-cc0331fbda68), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:47.203090 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a61c3a8-be03-45c9-ba49-c2890797a559 admin admin] Publish callbacks [] for security_group (27161f82-79b4-41e7-8c9b-cc0331fbda68), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:47.206389 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:47.219181 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-e486819b-05d7-4057-a242-c5c4bbf943e8 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:47.220675 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-e486819b-05d7-4057-a242-c5c4bbf943e8 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 HTTP/1.1" status: 200 len: 808 time: 0.2386715 Sep 12 23:28:47.255950 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-a1391607-a64f-47e7-83da-d029189a8dd1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/quotas/641b6882f873400fbef301fc5ce82391 HTTP/1.1" status: 200 len: 375 time: 0.0294721 Sep 12 23:28:47.305537 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-44ddd06c-92cf-4188-a10d-b8b7f7476721 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=641b6882f873400fbef301fc5ce82391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339143 Sep 12 23:28:47.322203 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a61c3a8-be03-45c9-ba49-c2890797a559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (27161f82-79b4-41e7-8c9b-cc0331fbda68), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:47.324986 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a61c3a8-be03-45c9-ba49-c2890797a559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:47.326396 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9a61c3a8-be03-45c9-ba49-c2890797a559 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/27161f82-79b4-41e7-8c9b-cc0331fbda68 HTTP/1.1" status: 204 len: 168 time: 0.3191741 Sep 12 23:28:47.380591 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61c3a8-be03-45c9-ba49-c2890797a559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27161f82-79b4-41e7-8c9b-cc0331fbda68,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:47.440556 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device fbdc10fe-ce53-41fd-a771-18e381482273 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:47.452388 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-bac31143-5c16-4abf-80b9-982451232509 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b00c67d0-ddbb-4c24-ae7c-fa1370f53f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391609 Sep 12 23:28:47.475998 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-38ce839c-f58b-43d0-b1bc-d17688aa2d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:47.477489 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-38ce839c-f58b-43d0-b1bc-d17688aa2d67 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87d38067-03b8-4be7-846c-3dce062309f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4363673 Sep 12 23:28:47.484214 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:47.515737 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa6435-c69c-45bc-9f77-f46a62895546 req-c1f09d17-2703-4e1e-b956-ce1f819c0a54 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:47.517239 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cffa6435-c69c-45bc-9f77-f46a62895546 req-c1f09d17-2703-4e1e-b956-ce1f819c0a54 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 943 time: 0.4163814 Sep 12 23:28:47.518232 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port fbdc10fe-ce53-41fd-a771-18e381482273 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:28:47.527943 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port fbdc10fe-ce53-41fd-a771-18e381482273 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:47.528872 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:47.614193 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-9eb21f80-4bc9-4da0-b31d-591d176009e9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b00c67d0-ddbb-4c24-ae7c-fa1370f53f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534605 Sep 12 23:28:47.654588 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:47.738136 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3191935d-2bde-4dc5-9cab-66fb5d50963b req-edbedf26-57de-427e-8fa4-0f6390231bcf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ae15af67-8ae4-4684-be7f-236803ff9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953893 Sep 12 23:28:47.740041 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port fbdc10fe-ce53-41fd-a771-18e381482273 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:47.740541 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:47.835294 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:28:47.842746 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Attempting to bind port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:47.843172 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Attempting to bind port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:47.843375 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Attempting to bind port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d on network 06716bca-7ab1-4703-8226-2e627ce51e59 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:47.844777 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:47.878364 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cffa6435-c69c-45bc-9f77-f46a62895546 req-e84afd49-1861-4909-8ea9-06db8e9b17c9 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358197 Sep 12 23:28:47.915629 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-4449d6a5-6bc7-423f-8222-639fbbaeb6f8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198718 Sep 12 23:28:47.931474 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df5ae9-422a-4bf2-8f26-bfb515258d34 req-4bae9417-1136-43a9-853e-64e29231d20b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:47.940210 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-84df5ae9-422a-4bf2-8f26-bfb515258d34 req-4bae9417-1136-43a9-853e-64e29231d20b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 931 time: 0.1078966 Sep 12 23:28:48.003914 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:48.008868 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-84df5ae9-422a-4bf2-8f26-bfb515258d34 req-ea4adb8a-73ad-47bb-b19e-4e98d37c155f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676153 Sep 12 23:28:48.011319 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.019953 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d on network 06716bca-7ab1-4703-8226-2e627ce51e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:28:48.024906 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Attempting to bind port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d on network 06716bca-7ab1-4703-8226-2e627ce51e59 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:48.044827 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:48.086900 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44772) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:48.096445 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 44774) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:48.108131 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=fbdc10fe-ce53-41fd-a771-18e381482273,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:48.170709 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5ae510f1-bdbd-4af8-a46b-dd0058db1889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.199893 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3abf75-9e9d-4acc-9edb-526d5e849d0e {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:28:48.209782 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Publish callbacks [] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.251983 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dc04c4ca-98db-4097-979c-5c20c26d9ee9 req-cdbc34c1-2740-4fea-825a-2e7d0ab12b94 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 210 time: 0.1530511 Sep 12 23:28:48.296837 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b5e0-a559-40a8-b6da-44a989856113 req-cb64c652-721f-4c62-bf02-c08b419fa51a tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:48.305806 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b1c3b5e0-a559-40a8-b6da-44a989856113 req-cb64c652-721f-4c62-bf02-c08b419fa51a tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 943 time: 0.1661208 Sep 12 23:28:48.309949 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:48.310285 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Checking segment: {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:48.310674 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Bound using segment: {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:48.315557 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Bound port: 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:48.316017 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.337996 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Transition to ACTIVE for port object 1a3abf75-9e9d-4acc-9edb-526d5e849d0e will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:28:48.358259 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1a1cc6-a605-4220-8b96-01891e4fe53b" -d '{"events": [{"server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "name": "network-vif-plugged", "status": "completed", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:28:48.397530 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5ae510f1-bdbd-4af8-a46b-dd0058db1889 admin admin] Publish callbacks [] for security_group (2c6aff8a-f14f-46dc-a416-0428320ae990), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.404695 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.575262 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b1c3b5e0-a559-40a8-b6da-44a989856113 req-e6555fd9-500f-48f1-81e8-40287a25c6b2 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492149 Sep 12 23:28:48.633439 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5ae510f1-bdbd-4af8-a46b-dd0058db1889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (2c6aff8a-f14f-46dc-a416-0428320ae990), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.663548 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-16510657-7d7d-42f3-8170-193284a37dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.696611 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Pushing event updated for resources: {'Port': ['ID=1a3abf75-9e9d-4acc-9edb-526d5e849d0e,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:48.708523 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c13d3b-1956-4730-82bb-ec9e162c5f6a req-aae418fb-b3fd-4e9c-8bce-7a3929ff7ee7 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:48.709958 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-63c13d3b-1956-4730-82bb-ec9e162c5f6a req-aae418fb-b3fd-4e9c-8bce-7a3929ff7ee7 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.3109517 Sep 12 23:28:48.718381 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fad6f7-1100-4208-8ce1-a08e7001f79b req-99df3967-785e-44fa-89a7-646fca7f0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:48.720175 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-26fad6f7-1100-4208-8ce1-a08e7001f79b req-99df3967-785e-44fa-89a7-646fca7f0641 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=811d8512813f49d79facec817fc5d03e&device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 1127 time: 0.2619343 Sep 12 23:28:48.732416 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e96bdd-0807-4baf-bcd4-f10425918a05 x-openstack-request-id: req-30e96bdd-0807-4baf-bcd4-f10425918a05 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:28:48.733072 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "name": "network-vif-plugged", "status": "completed", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:28:48.733520 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-30e96bdd-0807-4baf-bcd4-f10425918a05 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:28:48.735092 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e96bdd-0807-4baf-bcd4-f10425918a05'] response: {'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'code': 200} Sep 12 23:28:48.747372 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5ae510f1-bdbd-4af8-a46b-dd0058db1889 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=daa2a66bfcbd41e6aa49510abf1f4b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6496649 Sep 12 23:28:48.755199 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 44796) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:48.759843 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae510f1-bdbd-4af8-a46b-dd0058db1889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6aff8a-f14f-46dc-a416-0428320ae990,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:48.776211 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:48.800023 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] For port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:48.860406 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-63c13d3b-1956-4730-82bb-ec9e162c5f6a req-39eba7da-6436-4506-a45d-bb206cb34d6e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377695 Sep 12 23:28:48.872578 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] For port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:48.881719 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=2,neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:48.882870 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Attempting to bind port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:48.883200 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Attempting to bind port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:48.883516 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Attempting to bind port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e on network 06716bca-7ab1-4703-8226-2e627ce51e59 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:48.883972 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-16510657-7d7d-42f3-8170-193284a37dc9 admin admin] Publish callbacks [] for security_group (de867dba-1331-4c85-b8f6-fffdda189a15), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.893139 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-16510657-7d7d-42f3-8170-193284a37dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (de867dba-1331-4c85-b8f6-fffdda189a15), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.936909 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c7b2c0f-29df-4ad3-9f4a-6dd85f5bb394 req-94790407-a5c2-4f05-99f7-90ada2d12786 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086019 Sep 12 23:28:48.951633 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.961122 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-16510657-7d7d-42f3-8170-193284a37dc9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2258ff812cc848118d33c317c470cf4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8700452 Sep 12 23:28:48.965244 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:48.965857 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:48.967204 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/3bbf415e-a5cc-43c6-bf78-c5caf098ad4d HTTP/1.1" status: 200 len: 1094 time: 4.6101942 Sep 12 23:28:48.968632 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 44800) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:48.975729 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1398a779-68bf-4ec4-b196-d359ee0e7b8c', 'tag': '3bbf415e-a5cc-43c6-bf78-c5caf098ad4d'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:28:48.977977 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1398a779-68bf-4ec4-b196-d359ee0e7b8c", "tag": "3bbf415e-a5cc-43c6-bf78-c5caf098ad4d"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:28:49.048161 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16510657-7d7d-42f3-8170-193284a37dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de867dba-1331-4c85-b8f6-fffdda189a15,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:49.051277 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d6947-252c-40cc-806e-667e3bdab896 req-2c20c39e-e0aa-4673-9113-f2148422da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:49.053295 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-564d6947-252c-40cc-806e-667e3bdab896 req-2c20c39e-e0aa-4673-9113-f2148422da02 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 1129 time: 0.0822973 Sep 12 23:28:49.072459 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7f88af-183b-49e3-a961-6bbf687bcd05 x-openstack-request-id: req-9f7f88af-183b-49e3-a961-6bbf687bcd05 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:28:49.072734 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1398a779-68bf-4ec4-b196-d359ee0e7b8c", "tag": "3bbf415e-a5cc-43c6-bf78-c5caf098ad4d", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:28:49.072983 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9f7f88af-183b-49e3-a961-6bbf687bcd05 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:28:49.073373 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7f88af-183b-49e3-a961-6bbf687bcd05'] response: {'name': 'network-changed', 'server_uuid': '1398a779-68bf-4ec4-b196-d359ee0e7b8c', 'tag': '3bbf415e-a5cc-43c6-bf78-c5caf098ad4d', 'status': 'completed', 'code': 200} Sep 12 23:28:49.142879 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fad6f7-1100-4208-8ce1-a08e7001f79b req-f45937b0-5e36-42e4-8fb3-bc82d5918bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:49.144413 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-26fad6f7-1100-4208-8ce1-a08e7001f79b req-f45937b0-5e36-42e4-8fb3-bc82d5918bcb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ae15af67-8ae4-4684-be7f-236803ff9254 HTTP/1.1" status: 200 len: 912 time: 0.4139814 Sep 12 23:28:49.151874 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddc570-f32f-4678-8359-5f8810619f55 req-bda49a4e-8a45-4508-a8c2-feb5fa4ed61c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:49.153351 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-81ddc570-f32f-4678-8359-5f8810619f55 req-bda49a4e-8a45-4508-a8c2-feb5fa4ed61c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 943 time: 0.0462832 Sep 12 23:28:49.161668 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e on network 06716bca-7ab1-4703-8226-2e627ce51e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:28:49.161989 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Attempting to bind port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e on network 06716bca-7ab1-4703-8226-2e627ce51e59 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:49.166708 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:49.167550 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0ed39ac8-dc54-4457-8120-1c9bbaa5b12c admin admin] Publish callbacks [] for security_group (2c6aff8a-f14f-46dc-a416-0428320ae990), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.186761 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b2727-0ec1-4c99-bd0e-ce02db231229 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:49.203265 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffa590-aeb8-4359-b79c-b5e791d3a8db req-a2da60b9-b5de-40c0-aa55-fb3e75934c36 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:49.204068 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-81ddc570-f32f-4678-8359-5f8810619f55 req-b5e9cfe9-c0ca-4f35-af86-3df3cc80f940 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431328 Sep 12 23:28:49.205180 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceffa590-aeb8-4359-b79c-b5e791d3a8db req-a2da60b9-b5de-40c0-aa55-fb3e75934c36 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 943 time: 0.1570976 Sep 12 23:28:49.238646 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0ed39ac8-dc54-4457-8120-1c9bbaa5b12c admin admin] Publish callbacks [] for security_group (2c6aff8a-f14f-46dc-a416-0428320ae990), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.267738 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0c30f277-70a9-408b-b515-0e23781ea5b0 admin admin] Publish callbacks [] for security_group (de867dba-1331-4c85-b8f6-fffdda189a15), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.316919 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:49.317258 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Checking segment: {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:49.317637 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Bound using segment: {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:49.318065 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Bound port: 1a3abf75-9e9d-4acc-9edb-526d5e849d0e, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:49.318416 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.346433 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0c30f277-70a9-408b-b515-0e23781ea5b0 admin admin] Publish callbacks [] for security_group (de867dba-1331-4c85-b8f6-fffdda189a15), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.358421 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e6af47ac-3969-43f1-9b30-4050bb7f25cb req-f1846747-2c81-4a5c-9cab-e3842c449524 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 210 time: 0.0326302 Sep 12 23:28:49.358747 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceffa590-aeb8-4359-b79c-b5e791d3a8db req-d41aeda6-54a0-4019-b046-fa340315b685 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429663 Sep 12 23:28:49.420213 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0ed39ac8-dc54-4457-8120-1c9bbaa5b12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (2c6aff8a-f14f-46dc-a416-0428320ae990), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.423511 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0ed39ac8-dc54-4457-8120-1c9bbaa5b12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.426931 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0ed39ac8-dc54-4457-8120-1c9bbaa5b12c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/2c6aff8a-f14f-46dc-a416-0428320ae990 HTTP/1.1" status: 204 len: 168 time: 0.6468508 Sep 12 23:28:49.446892 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed39ac8-dc54-4457-8120-1c9bbaa5b12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6aff8a-f14f-46dc-a416-0428320ae990,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:49.453934 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] For port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:49.457041 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 262242d2-62b5-4e29-8759-130e6a7786d0 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:28:49.472091 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0c30f277-70a9-408b-b515-0e23781ea5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (de867dba-1331-4c85-b8f6-fffdda189a15), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.474620 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0c30f277-70a9-408b-b515-0e23781ea5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.475848 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0c30f277-70a9-408b-b515-0e23781ea5b0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/de867dba-1331-4c85-b8f6-fffdda189a15 HTTP/1.1" status: 204 len: 168 time: 0.4946454 Sep 12 23:28:49.477924 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] For port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=1a3abf75-9e9d-4acc-9edb-526d5e849d0e,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:49.517502 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.522557 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:49.523150 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.528406 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/1a3abf75-9e9d-4acc-9edb-526d5e849d0e HTTP/1.1" status: 200 len: 1093 time: 2.8571923 Sep 12 23:28:49.529637 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30f277-70a9-408b-b515-0e23781ea5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de867dba-1331-4c85-b8f6-fffdda189a15,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:49.620023 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d716f20-1ff0-4f1b-bbd2-8a1fc251d77f service neutron] Pushing event updated for resources: {'Port': ['ID=1a3abf75-9e9d-4acc-9edb-526d5e849d0e,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:49.650258 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 262242d2-62b5-4e29-8759-130e6a7786d0, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=262242d2-62b5-4e29-8759-130e6a7786d0,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:49.666824 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '262242d2-62b5-4e29-8759-130e6a7786d0', 'network_id': 'ae15af67-8ae4-4684-be7f-236803ff9254', 'port_id': '262242d2-62b5-4e29-8759-130e6a7786d0', 'mac_address': 'fa:16:3e:38:06:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739a99a2-e965-48b6-9614-61f430776cd1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:28:49.729042 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-564d6947-252c-40cc-806e-667e3bdab896 req-b38416f6-f1ec-4397-ad80-99f3a9b0b1a3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.730895 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 262242d2-62b5-4e29-8759-130e6a7786d0 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:49.735821 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.764574 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a3101-aaf2-472e-9714-814b5cf0572e req-0fdb0bc3-63a5-4fd7-9ec0-37449fa7c632 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:49.772118 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262242d2-62b5-4e29-8759-130e6a7786d0 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:28:49.772945 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-061a3101-aaf2-472e-9714-814b5cf0572e req-0fdb0bc3-63a5-4fd7-9ec0-37449fa7c632 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 943 time: 0.0973125 Sep 12 23:28:49.799134 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-26fad6f7-1100-4208-8ce1-a08e7001f79b req-067de000-be59-419d-b33f-af008605353c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=262242d2-62b5-4e29-8759-130e6a7786d0 HTTP/1.1" status: 200 len: 217 time: 0.1169958 Sep 12 23:28:49.813760 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 262242d2-62b5-4e29-8759-130e6a7786d0, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=262242d2-62b5-4e29-8759-130e6a7786d0,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:49.821037 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.838909 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:49.852423 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87a923-119e-4886-a6f5-467929c106a8 req-b40b65e9-9402-42de-ba17-8fe7ec38511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:49.855314 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-b40b65e9-9402-42de-ba17-8fe7ec38511f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 1127 time: 0.0534210 Sep 12 23:28:49.880619 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-061a3101-aaf2-472e-9714-814b5cf0572e req-e7d12a06-9486-49d6-9310-ac5e7cdc08a0 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021326 Sep 12 23:28:49.892953 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:49.918121 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-564d6947-252c-40cc-806e-667e3bdab896 req-b38416f6-f1ec-4397-ad80-99f3a9b0b1a3 service neutron] Publish callbacks [] for security_group (6f2f2cf2-66d4-4b0e-9897-6c5c9a488693), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.930293 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-564d6947-252c-40cc-806e-667e3bdab896 req-b38416f6-f1ec-4397-ad80-99f3a9b0b1a3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (6f2f2cf2-66d4-4b0e-9897-6c5c9a488693), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:49.936325 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:49.952777 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=262242d2-62b5-4e29-8759-130e6a7786d0,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:49.975548 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-33745d00-b6be-433d-8a4d-4b8ec8a17dc4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a3abf75-9e9d-4acc-9edb-526d5e849d0e HTTP/1.1" status: 200 len: 217 time: 0.0766082 Sep 12 23:28:49.982361 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-37d803ae-4478-42c6-a05c-ef9efec1f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:49.984087 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-37d803ae-4478-42c6-a05c-ef9efec1f537 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 1128 time: 0.2064357 Sep 12 23:28:50.003216 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fad6f7-1100-4208-8ce1-a08e7001f79b req-88d1ac78-36d8-424f-9b96-45e38275a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:50.004881 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-26fad6f7-1100-4208-8ce1-a08e7001f79b req-88d1ac78-36d8-424f-9b96-45e38275a993 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=739a99a2-e965-48b6-9614-61f430776cd1 HTTP/1.1" status: 200 len: 850 time: 0.1481850 Sep 12 23:28:50.022677 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-564d6947-252c-40cc-806e-667e3bdab896 req-b38416f6-f1ec-4397-ad80-99f3a9b0b1a3 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446646 Sep 12 23:28:50.023410 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38416f6-f1ec-4397-ad80-99f3a9b0b1a3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2f2cf2-66d4-4b0e-9897-6c5c9a488693,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:50.037135 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['262242d2-62b5-4e29-8759-130e6a7786d0'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:28:50.074288 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685eaaf-0764-49a3-8ea6-4b294f24f22b req-cf0de769-2b94-46a1-85b5-8db8243d3a14 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:50.076464 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6685eaaf-0764-49a3-8ea6-4b294f24f22b req-cf0de769-2b94-46a1-85b5-8db8243d3a14 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0784595 Sep 12 23:28:50.098660 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:50.139771 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6685eaaf-0764-49a3-8ea6-4b294f24f22b req-a84b80c3-a44a-4724-b553-b2db5bf17bd8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511072 Sep 12 23:28:50.347919 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75712552-4cc9-44c3-875b-dbd542577654 req-3b5eaab0-6769-44bf-becb-58760209cef9 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:50.350496 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-75712552-4cc9-44c3-875b-dbd542577654 req-3b5eaab0-6769-44bf-becb-58760209cef9 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 943 time: 0.0628669 Sep 12 23:28:50.433245 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-75712552-4cc9-44c3-875b-dbd542577654 req-d1fbbd65-6e87-4d76-835a-d30ea07c37e1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759060 Sep 12 23:28:50.560824 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87a923-119e-4886-a6f5-467929c106a8 req-7d2b1692-63b7-44de-8df8-8a65d2d1e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:50.567283 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-7d2b1692-63b7-44de-8df8-8a65d2d1e3a4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.1753533 Sep 12 23:28:50.786551 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa46941-c175-49ed-8423-4cce4ec4a6df req-66f86570-fd47-4a52-bb1a-429aef9c0f92 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:50.797944 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ffa46941-c175-49ed-8423-4cce4ec4a6df req-66f86570-fd47-4a52-bb1a-429aef9c0f92 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 943 time: 0.2603431 Sep 12 23:28:50.869523 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-20400ecf-f7f6-4050-9a90-7d33ff355a45 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d HTTP/1.1" status: 200 len: 217 time: 0.4611311 Sep 12 23:28:50.930301 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4c6f2f81-c4f6-4f53-866c-648cd014df35 req-2a8eb473-d7cc-485f-abae-3ca34fa63ccf tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 210 time: 0.3615274 Sep 12 23:28:50.983038 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-d0f36ac3-174e-4344-b2ad-ce51ee2497ae tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:50.986309 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-d0f36ac3-174e-4344-b2ad-ce51ee2497ae tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 HTTP/1.1" status: 200 len: 808 time: 0.4848084 Sep 12 23:28:50.990796 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ffa46941-c175-49ed-8423-4cce4ec4a6df req-480690d8-b8dc-469e-8318-dc9c7d2e6670 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822045 Sep 12 23:28:51.001487 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Request body: {'port': {'device_id': '3fc907ee-49c2-4621-b309-f687358b0cb7', 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73', 'admin_state_up': True, 'tenant_id': '641b6882f873400fbef301fc5ce82391'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:51.028735 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-24d56861-a324-4d9e-a805-3c29f70bdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:51.032138 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-24d56861-a324-4d9e-a805-3c29f70bdd40 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.1483893 Sep 12 23:28:51.039821 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fad6f7-1100-4208-8ce1-a08e7001f79b req-247d21a3-d0ac-4a5a-aab2-67dcc76ad7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:51.041459 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-26fad6f7-1100-4208-8ce1-a08e7001f79b req-247d21a3-d0ac-4a5a-aab2-67dcc76ad7ed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ae15af67-8ae4-4684-be7f-236803ff9254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6588399 Sep 12 23:28:51.083584 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a461aa66-7b30-46ee-a5d1-2a48540d585a', 'tag': '1a3abf75-9e9d-4acc-9edb-526d5e849d0e'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:28:51.086500 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25de4658-aa56-4ce4-be19-a1752f54b716" -d '{"events": [{"name": "network-changed", "server_uuid": "a461aa66-7b30-46ee-a5d1-2a48540d585a", "tag": "1a3abf75-9e9d-4acc-9edb-526d5e849d0e"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:28:51.123636 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87a923-119e-4886-a6f5-467929c106a8 req-c74cd7e2-c8fa-499a-81ac-c833e143f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:51.126863 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-c74cd7e2-c8fa-499a-81ac-c833e143f52b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2570934 Sep 12 23:28:51.131350 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:51.163099 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a022009-5e64-43ac-8d39-b244939f8653 x-openstack-request-id: req-5a022009-5e64-43ac-8d39-b244939f8653 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:28:51.163691 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a461aa66-7b30-46ee-a5d1-2a48540d585a", "tag": "1a3abf75-9e9d-4acc-9edb-526d5e849d0e", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:28:51.163691 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5a022009-5e64-43ac-8d39-b244939f8653 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:28:51.163892 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:51.164062 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a022009-5e64-43ac-8d39-b244939f8653'] response: {'name': 'network-changed', 'server_uuid': 'a461aa66-7b30-46ee-a5d1-2a48540d585a', 'tag': '1a3abf75-9e9d-4acc-9edb-526d5e849d0e', 'status': 'completed', 'code': 200} Sep 12 23:28:51.175918 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Made reservation on behalf of 641b6882f873400fbef301fc5ce82391 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:28:51.183245 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:51.221108 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62f42d-b072-4421-a340-d69797388c82 req-50a1e14d-a98b-4c91-8a5d-95485e9bc976 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:51.222746 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef62f42d-b072-4421-a340-d69797388c82 req-50a1e14d-a98b-4c91-8a5d-95485e9bc976 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 944 time: 0.1894822 Sep 12 23:28:51.248531 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-44430d7a-01f3-425a-9ea5-b4686c98624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:51.250240 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-44430d7a-01f3-425a-9ea5-b4686c98624a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1527150 Sep 12 23:28:51.388857 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Allocated IP 172.20.0.3 (b00c67d0-ddbb-4c24-ae7c-fa1370f53f73/00bca813-310a-4da4-8495-af58d1518bdf/caa88b03-6ce8-4395-afa3-e6a8043de3f7) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:28:51.399769 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277319df-1828-4afd-bd95-e2c49d355164 req-62f899a9-56a3-46e2-ac4f-4ccb772a22c2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:51.408509 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-277319df-1828-4afd-bd95-e2c49d355164 req-62f899a9-56a3-46e2-ac4f-4ccb772a22c2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0872760 Sep 12 23:28:51.444803 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef62f42d-b072-4421-a340-d69797388c82 req-8c70146f-0ebc-4969-a639-9c9d5acbddb0 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051213 Sep 12 23:28:51.485878 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device f432d2c4-e8e1-4abe-b933-41ca765c4f52 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:28:51.488508 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-26fad6f7-1100-4208-8ce1-a08e7001f79b req-41ece9af-3225-4d77-becc-a81b40993baf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ae15af67-8ae4-4684-be7f-236803ff9254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896630 Sep 12 23:28:51.538047 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-a2691d96-7c6e-47d0-a7ab-91c752fa22eb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788202 Sep 12 23:28:51.546573 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 262242d2-62b5-4e29-8759-130e6a7786d0 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:51.586859 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-277319df-1828-4afd-bd95-e2c49d355164 req-54a9a688-c458-428a-b813-c1eb1189325d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706803 Sep 12 23:28:51.715006 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port f432d2c4-e8e1-4abe-b933-41ca765c4f52, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=f432d2c4-e8e1-4abe-b933-41ca765c4f52,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:51.718589 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port 262242d2-62b5-4e29-8759-130e6a7786d0 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:28:51.720501 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-7894f004-11d2-46ff-a572-e014adf4d4d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070122 Sep 12 23:28:51.720938 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:51.728332 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a1021-1b43-4943-a306-1d19935c0d2d req-754ae58a-b925-4e16-855c-c809b447caab tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:51.736687 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-152a1021-1b43-4943-a306-1d19935c0d2d req-754ae58a-b925-4e16-855c-c809b447caab tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 943 time: 0.1245763 Sep 12 23:28:51.738055 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 262242d2-62b5-4e29-8759-130e6a7786d0 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:51.739489 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:51.743099 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'port_id': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52', 'mac_address': 'fa:16:3e:06:b2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:28:51.823395 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:51.829579 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks [] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:51.852127 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port f432d2c4-e8e1-4abe-b933-41ca765c4f52 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:51.852795 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:51.865625 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-26fad6f7-1100-4208-8ce1-a08e7001f79b req-d3d9ab07-b33c-46c9-b0f3-27e8a3936870 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ae15af67-8ae4-4684-be7f-236803ff9254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675852 Sep 12 23:28:51.872528 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f432d2c4-e8e1-4abe-b933-41ca765c4f52 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:28:51.878931 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:51.886284 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-152a1021-1b43-4943-a306-1d19935c0d2d req-2cb8b769-384f-46af-a5c1-642d8599629a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484752 Sep 12 23:28:51.910976 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e87a923-119e-4886-a6f5-467929c106a8 req-df7b36d5-6681-4460-9bf2-292c2e8d3a0b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602910 Sep 12 23:28:51.938236 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port f432d2c4-e8e1-4abe-b933-41ca765c4f52, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=f432d2c4-e8e1-4abe-b933-41ca765c4f52,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:51.947523 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:51.951668 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:28:51.961303 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 262242d2-62b5-4e29-8759-130e6a7786d0 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:51.961892 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:51.979909 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:28:51.982971 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:28:52.011940 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Pushing event updated for resources: {'Port': ['ID=caa88b03-6ce8-4395-afa3-e6a8043de3f7,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:52.052472 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e922a5d-06e3-456e-ac49-64d6c3aba117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262242d2-62b5-4e29-8759-130e6a7786d0'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:28:52.054749 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023defb6-6c95-434a-ae2f-0a39b93d3a3d" -d '{"events": [{"server_uuid": "7e922a5d-06e3-456e-ac49-64d6c3aba117", "name": "network-vif-plugged", "status": "completed", "tag": "262242d2-62b5-4e29-8759-130e6a7786d0"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:28:52.077693 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 262242d2-62b5-4e29-8759-130e6a7786d0, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=262242d2-62b5-4e29-8759-130e6a7786d0,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:52.081781 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=f432d2c4-e8e1-4abe-b933-41ca765c4f52,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:52.094212 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:52.139883 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:52.140994 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:52.167705 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e0b2a-dca0-41d8-8411-bc28275c6297 req-2855f620-76e0-49b4-9365-561f704e1215 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:52.169765 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cb6e0b2a-dca0-41d8-8411-bc28275c6297 req-2855f620-76e0-49b4-9365-561f704e1215 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 931 time: 0.0970652 Sep 12 23:28:52.189294 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-6bb262ca-24c5-4ab7-b35b-804e87e6f3cd tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1949506 Sep 12 23:28:52.200501 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cf1c8-d907-488f-b695-2b92a49f832a req-0dabf888-ed96-4930-8121-88ab851b795a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:52.202161 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a2cf1c8-d907-488f-b695-2b92a49f832a req-0dabf888-ed96-4930-8121-88ab851b795a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 944 time: 0.1158125 Sep 12 23:28:52.257390 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=262242d2-62b5-4e29-8759-130e6a7786d0,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:52.262159 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['f432d2c4-e8e1-4abe-b933-41ca765c4f52'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:28:52.328133 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cb6e0b2a-dca0-41d8-8411-bc28275c6297 req-c04b9c34-16f1-4a9d-87e2-1414e553e0fa tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377239 Sep 12 23:28:52.364751 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a2cf1c8-d907-488f-b695-2b92a49f832a req-ff3e5e6a-a793-4654-84cf-b128508de187 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542525 Sep 12 23:28:52.448281 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bba03a-6cbe-49a4-a727-df7611787755 x-openstack-request-id: req-c8bba03a-6cbe-49a4-a727-df7611787755 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:28:52.448688 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e922a5d-06e3-456e-ac49-64d6c3aba117", "name": "network-vif-plugged", "status": "completed", "tag": "262242d2-62b5-4e29-8759-130e6a7786d0", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:28:52.449466 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c8bba03a-6cbe-49a4-a727-df7611787755 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:28:52.449949 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8bba03a-6cbe-49a4-a727-df7611787755'] response: {'server_uuid': '7e922a5d-06e3-456e-ac49-64d6c3aba117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262242d2-62b5-4e29-8759-130e6a7786d0', 'code': 200} Sep 12 23:28:52.478120 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:52.497618 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b863d5e2-42af-4ae8-836a-deff0bf73e96 req-0c0ba36d-c4c2-48a9-a5de-3d1c89dddeca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442873 Sep 12 23:28:52.614594 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a502f7b-8372-43fa-8a52-8353d44c633b req-ef7f278c-44ba-4308-84a0-1d957640e618 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:52.616444 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a502f7b-8372-43fa-8a52-8353d44c633b req-ef7f278c-44ba-4308-84a0-1d957640e618 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0589638 Sep 12 23:28:52.735270 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a502f7b-8372-43fa-8a52-8353d44c633b req-f0c8f3ba-f61c-4f8f-b246-c921e8df27d4 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051588 Sep 12 23:28:52.750009 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85ab8e-2c66-435f-a717-06934f1a6e42 req-d17d03aa-d3ea-41b2-8e66-e413564a1d76 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:52.756157 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fa85ab8e-2c66-435f-a717-06934f1a6e42 req-d17d03aa-d3ea-41b2-8e66-e413564a1d76 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0658512 Sep 12 23:28:52.831185 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fa85ab8e-2c66-435f-a717-06934f1a6e42 req-5870876f-91f9-4e59-9375-93bf0a648b5f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569015 Sep 12 23:28:52.988614 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac51084-ee4f-4c1d-8ddb-dbbc9a7e0bff req-6d592f09-00f1-4721-a52d-4afbfda2ca61 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:52.990112 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cac51084-ee4f-4c1d-8ddb-dbbc9a7e0bff req-6d592f09-00f1-4721-a52d-4afbfda2ca61 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0456378 Sep 12 23:28:53.000719 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 44996) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:53.005347 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-03ec51a9-e5e5-4904-8378-bd3182a5cce0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'floatingip': {'port_id': 'fbdc10fe-ce53-41fd-a771-18e381482273'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:53.009166 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08da90-7297-43b8-a126-ce12b66500e0 req-8015d536-68a0-46c8-a1a1-3f054f27c02b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:53.010619 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fb08da90-7297-43b8-a126-ce12b66500e0 req-8015d536-68a0-46c8-a1a1-3f054f27c02b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 943 time: 0.0452332 Sep 12 23:28:53.057572 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fb08da90-7297-43b8-a126-ce12b66500e0 req-9984afcb-a3a6-46c8-a3d1-4881affedbbf tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 Sep 12 23:28:53.085458 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03ec51a9-e5e5-4904-8378-bd3182a5cce0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (08628f6b-bede-457f-88f8-1af299bda9e9), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:53.204602 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:53.491429 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:53.500648 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb962d39-ab0f-4ab1-b43c-85f2d74ea663 req-2677245e-e5b0-47c9-975e-6b976a0a1cee tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:53.502224 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eb962d39-ab0f-4ab1-b43c-85f2d74ea663 req-2677245e-e5b0-47c9-975e-6b976a0a1cee tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 944 time: 0.0524509 Sep 12 23:28:53.554751 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eb962d39-ab0f-4ab1-b43c-85f2d74ea663 req-0de94460-1011-4b6d-92ce-37d5df22264a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466430 Sep 12 23:28:53.718301 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:53.732353 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe933c8-22da-42ad-a073-1d40afca22bc req-b5e39546-6d99-4752-beac-0d25f68763e9 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:53.733800 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-efe933c8-22da-42ad-a073-1d40afca22bc req-b5e39546-6d99-4752-beac-0d25f68763e9 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 931 time: 0.3037555 Sep 12 23:28:53.850532 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-efe933c8-22da-42ad-a073-1d40afca22bc req-1d0ec2e8-7c7c-43a5-b611-337663cbdcb7 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104228 Sep 12 23:28:53.885857 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf394b8-5ce7-4345-a705-358483217f35 req-90cc2ef4-41fa-45dd-ad23-08f31e4030f0 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:53.888024 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6cf394b8-5ce7-4345-a705-358483217f35 req-90cc2ef4-41fa-45dd-ad23-08f31e4030f0 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0496941 Sep 12 23:28:53.927129 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03ec51a9-e5e5-4904-8378-bd3182a5cce0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:53.930798 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03ec51a9-e5e5-4904-8378-bd3182a5cce0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (08628f6b-bede-457f-88f8-1af299bda9e9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:53.935044 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6cf394b8-5ce7-4345-a705-358483217f35 req-9dd7cdef-1925-4a31-a02c-215098609e01 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 Sep 12 23:28:53.982880 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:54.000512 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=21 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:54.028286 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-03ec51a9-e5e5-4904-8378-bd3182a5cce0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Floating IP 08628f6b-bede-457f-88f8-1af299bda9e9 associated. External IP: 172.27.3.104, port: fbdc10fe-ce53-41fd-a771-18e381482273. Sep 12 23:28:54.236189 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5027b-cf39-407a-968f-c66abff03f22 req-e08cab87-2107-441b-8ec7-037ecbfb357b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:54.237628 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b3e5027b-cf39-407a-968f-c66abff03f22 req-e08cab87-2107-441b-8ec7-037ecbfb357b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 943 time: 0.0826530 Sep 12 23:28:54.283175 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ec51a9-e5e5-4904-8378-bd3182a5cce0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Router dfeb7b9e-63d3-4601-b534-33494f5fef06 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:28:54.302167 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b3e5027b-cf39-407a-968f-c66abff03f22 req-0ca0e84e-bb91-43f9-ba41-dc480d063733 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581212 Sep 12 23:28:54.396788 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ec51a9-e5e5-4904-8378-bd3182a5cce0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:28:54.401543 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-03ec51a9-e5e5-4904-8378-bd3182a5cce0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:54.404499 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:54.410220 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e6e3b-8b98-4c26-97c4-a3ddb58b87cc None None] Sync routers for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:28:54.420257 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e6e3b-8b98-4c26-97c4-a3ddb58b87cc None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:54.420872 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-446e6e3b-8b98-4c26-97c4-a3ddb58b87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:28:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:54.435088 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-03ec51a9-e5e5-4904-8378-bd3182a5cce0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/08628f6b-bede-457f-88f8-1af299bda9e9 HTTP/1.1" status: 200 len: 991 time: 1.4331205 Sep 12 23:28:54.435763 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:28:54.437994 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53035984-afe3-44d0-9501-137104e8f6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:28:54.475596 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334bb1cc-e7af-4dfe-b3f4-ecd8b8bb0b54 x-openstack-request-id: req-334bb1cc-e7af-4dfe-b3f4-ecd8b8bb0b54 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:28:54.475886 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:28:54.476138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-334bb1cc-e7af-4dfe-b3f4-ecd8b8bb0b54 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:28:54.476539 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334bb1cc-e7af-4dfe-b3f4-ecd8b8bb0b54'] response: {'name': 'network-changed', 'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'status': 'completed', 'code': 200} Sep 12 23:28:54.522696 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-446e6e3b-8b98-4c26-97c4-a3ddb58b87cc None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:54.683047 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b49d0-7b14-4c3a-a774-8c787603ed7b req-2766c30d-7512-4c25-8b20-740a3311d751 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:54.684574 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-162b49d0-7b14-4c3a-a774-8c787603ed7b req-2766c30d-7512-4c25-8b20-740a3311d751 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 944 time: 0.0559623 Sep 12 23:28:54.737821 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-162b49d0-7b14-4c3a-a774-8c787603ed7b req-f6e5f835-cb22-47ad-ab19-0859abc3353a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465524 Sep 12 23:28:54.859003 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-446e6e3b-8b98-4c26-97c4-a3ddb58b87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '08628f6b-bede-457f-88f8-1af299bda9e9', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'port_id': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'mac_address': 'fa:16:3e:bc:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:28:12Z', 'updated_at': '2022-09-12T23:28:53Z', 'revision_number': 1, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:54.878753 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-65c08038-1283-4200-b1b3-a22cb2283af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:54.887079 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e6e3b-8b98-4c26-97c4-a3ddb58b87cc None None] Checking router: dfeb7b9e-63d3-4601-b534-33494f5fef06 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:28:54.897468 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e6e3b-8b98-4c26-97c4-a3ddb58b87cc None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:28:54.898040 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-446e6e3b-8b98-4c26-97c4-a3ddb58b87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:28:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:54.987940 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df55511-e7f3-4197-a24e-45a5a33f5d67 req-f4ff8a18-a32d-4f4b-98f3-dd16e7d90af0 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:54.989569 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5df55511-e7f3-4197-a24e-45a5a33f5d67 req-f4ff8a18-a32d-4f4b-98f3-dd16e7d90af0 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 931 time: 0.0504162 Sep 12 23:28:55.006250 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-446e6e3b-8b98-4c26-97c4-a3ddb58b87cc None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:28:55.042660 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5df55511-e7f3-4197-a24e-45a5a33f5d67 req-72e96636-1adf-46cf-860f-313fb0e47918 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465374 Sep 12 23:28:55.057922 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14dd26-9094-4ee4-ae96-d34d56dcb2e9 req-d4585046-ed17-4566-ae94-682a331659ce tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:55.059414 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-da14dd26-9094-4ee4-ae96-d34d56dcb2e9 req-d4585046-ed17-4566-ae94-682a331659ce tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0482223 Sep 12 23:28:55.113830 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-da14dd26-9094-4ee4-ae96-d34d56dcb2e9 req-9f55c51f-e238-45bf-96c0-80bad5e0e39d tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Sep 12 23:28:55.235879 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-446e6e3b-8b98-4c26-97c4-a3ddb58b87cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '08628f6b-bede-457f-88f8-1af299bda9e9', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'port_id': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'mac_address': 'fa:16:3e:bc:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:28:12Z', 'updated_at': '2022-09-12T23:28:53Z', 'revision_number': 1, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:28:55.260619 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e6e3b-8b98-4c26-97c4-a3ddb58b87cc None None] The sync data for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi is: [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '08628f6b-bede-457f-88f8-1af299bda9e9', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'port_id': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'mac_address': 'fa:16:3e:bc:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:28:12Z', 'updated_at': '2022-09-12T23:28:53Z', 'revision_number': 1, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:28:55.425720 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b74dd5-ae41-4b85-87a8-f21d0b85550c req-a9142bf9-8437-4a6c-b1a4-89ff7e478b30 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:55.427252 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a4b74dd5-ae41-4b85-87a8-f21d0b85550c req-a9142bf9-8437-4a6c-b1a4-89ff7e478b30 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 943 time: 0.0491648 Sep 12 23:28:55.454395 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0671f245-7fac-4150-a63b-5dfc5bd16557 None None] New status for floating IP 08628f6b-bede-457f-88f8-1af299bda9e9: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:28:55.478166 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a4b74dd5-ae41-4b85-87a8-f21d0b85550c req-cf15d592-61b6-4e90-9f5f-eec9381ac872 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Sep 12 23:28:55.518482 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device f432d2c4-e8e1-4abe-b933-41ca765c4f52 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:28:55.530136 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:55.648509 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port f432d2c4-e8e1-4abe-b933-41ca765c4f52 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:28:55.663498 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Request body: {'port': {'device_id': '3fc907ee-49c2-4621-b309-f687358b0cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:28:55.709716 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port f432d2c4-e8e1-4abe-b933-41ca765c4f52 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:28:55.710358 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:55.743737 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:55.889200 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2ec7d-b18c-45ab-ac1f-f33260940db5 req-1c20138c-9f77-428b-bf97-5fdbe348393d tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:55.891469 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-16d2ec7d-b18c-45ab-ac1f-f33260940db5 req-1c20138c-9f77-428b-bf97-5fdbe348393d tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 944 time: 0.0505497 Sep 12 23:28:55.904670 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:55.924408 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port f432d2c4-e8e1-4abe-b933-41ca765c4f52 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:55.925017 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:55.980473 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:28:55.983231 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380ea603-3a51-467b-ab44-f2eb91de4a5c" -d '{"events": [{"server_uuid": "bbaafcd0-103d-4e1a-a15e-fc8997acceef", "name": "network-vif-plugged", "status": "completed", "tag": "f432d2c4-e8e1-4abe-b933-41ca765c4f52"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:28:56.022932 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-16d2ec7d-b18c-45ab-ac1f-f33260940db5 req-bd2f1a5f-ee0b-40a6-839f-8dfbd6363084 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220508 Sep 12 23:28:56.028678 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port f432d2c4-e8e1-4abe-b933-41ca765c4f52, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=f432d2c4-e8e1-4abe-b933-41ca765c4f52,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:56.044083 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:56.069466 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7234235a-dd85-4cc7-87ba-6da0f9b5396f x-openstack-request-id: req-7234235a-dd85-4cc7-87ba-6da0f9b5396f {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:28:56.069746 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbaafcd0-103d-4e1a-a15e-fc8997acceef", "name": "network-vif-plugged", "status": "completed", "tag": "f432d2c4-e8e1-4abe-b933-41ca765c4f52", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:28:56.069996 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7234235a-dd85-4cc7-87ba-6da0f9b5396f {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:28:56.070376 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7234235a-dd85-4cc7-87ba-6da0f9b5396f'] response: {'server_uuid': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52', 'code': 200} Sep 12 23:28:56.075616 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa88b03-6ce8-4395-afa3-e6a8043de3f7 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:28:56.084235 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Publish callbacks [] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:56.099053 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Transition to ACTIVE for port object caa88b03-6ce8-4395-afa3-e6a8043de3f7 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:28:56.103615 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=f432d2c4-e8e1-4abe-b933-41ca765c4f52,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:56.109989 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:56.190982 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Pushing event updated for resources: {'Port': ['ID=caa88b03-6ce8-4395-afa3-e6a8043de3f7,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:56.203694 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38dc6-c4ef-49e4-ba26-75e0ef7a228f req-53d7c745-18a3-4fdf-b8e8-bd0a47490ebe tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:56.205559 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-59d38dc6-c4ef-49e4-ba26-75e0ef7a228f req-53d7c745-18a3-4fdf-b8e8-bd0a47490ebe tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 943 time: 0.0660400 Sep 12 23:28:56.229623 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.230102 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.230567 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.230982 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.231432 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.231858 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.232339 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.232790 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.233498 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.233646 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.234005 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.234947 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.235245 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.235672 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.235940 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:56.271170 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-59d38dc6-c4ef-49e4-ba26-75e0ef7a228f req-7610a362-8ae3-4bb3-b3f0-8f32c7332b08 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598476 Sep 12 23:28:56.286021 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88094c37-3257-4bcf-80e6-de9379ece04b req-44e7cd94-a6ca-46ee-9ff6-92e4fd70af5f tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:56.287599 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-88094c37-3257-4bcf-80e6-de9379ece04b req-44e7cd94-a6ca-46ee-9ff6-92e4fd70af5f tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0728583 Sep 12 23:28:56.307991 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:56.315207 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Attempting to bind port caa88b03-6ce8-4395-afa3-e6a8043de3f7 on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:28:56.315534 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Attempting to bind port caa88b03-6ce8-4395-afa3-e6a8043de3f7 by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': 'e49805ea-1d84-4b9b-9000-1269affe0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:28:56.315878 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Attempting to bind port caa88b03-6ce8-4395-afa3-e6a8043de3f7 on network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:56.384121 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-88094c37-3257-4bcf-80e6-de9379ece04b req-87c6e414-43fc-4249-b27c-4e09abe5c020 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860670 Sep 12 23:28:56.390175 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Port caa88b03-6ce8-4395-afa3-e6a8043de3f7 on network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:28:56.391138 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Attempting to bind port caa88b03-6ce8-4395-afa3-e6a8043de3f7 on network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:28:56.448841 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:28:56.449178 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Checking segment: {'id': 'e49805ea-1d84-4b9b-9000-1269affe0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:28:56.449574 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Bound using segment: {'id': 'e49805ea-1d84-4b9b-9000-1269affe0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:28:56.450006 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Bound port: caa88b03-6ce8-4395-afa3-e6a8043de3f7, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49805ea-1d84-4b9b-9000-1269affe0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:28:56.450359 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:56.516101 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] For port caa88b03-6ce8-4395-afa3-e6a8043de3f7, host hv-cinder-85200, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:28:56.519397 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] For port caa88b03-6ce8-4395-afa3-e6a8043de3f7, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=caa88b03-6ce8-4395-afa3-e6a8043de3f7,segment=NetworkSegment(e49805ea-1d84-4b9b-9000-1269affe0e37),segment_id=e49805ea-1d84-4b9b-9000-1269affe0e37)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:28:56.525524 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:56.529770 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:56.530638 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:56.532690 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/caa88b03-6ce8-4395-afa3-e6a8043de3f7 HTTP/1.1" status: 200 len: 1093 time: 0.8741138 Sep 12 23:28:56.533219 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc907ee-49c2-4621-b309-f687358b0cb7', 'tag': 'caa88b03-6ce8-4395-afa3-e6a8043de3f7'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:28:56.535507 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae633ce-c9a8-48a9-9718-b7b108e48319" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc907ee-49c2-4621-b309-f687358b0cb7", "tag": "caa88b03-6ce8-4395-afa3-e6a8043de3f7"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:28:56.586612 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce1a74c-04f4-4acc-acc4-00f8c1aa18eb x-openstack-request-id: req-cce1a74c-04f4-4acc-acc4-00f8c1aa18eb {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:28:56.586892 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc907ee-49c2-4621-b309-f687358b0cb7", "tag": "caa88b03-6ce8-4395-afa3-e6a8043de3f7", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:28:56.587144 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cce1a74c-04f4-4acc-acc4-00f8c1aa18eb {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:28:56.587531 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce1a74c-04f4-4acc-acc4-00f8c1aa18eb'] response: {'name': 'network-changed', 'server_uuid': '3fc907ee-49c2-4621-b309-f687358b0cb7', 'tag': 'caa88b03-6ce8-4395-afa3-e6a8043de3f7', 'status': 'completed', 'code': 200} Sep 12 23:28:56.588837 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a6f38-a4a7-4021-a842-22e535d9cc28 service neutron] Pushing event updated for resources: {'Port': ['ID=caa88b03-6ce8-4395-afa3-e6a8043de3f7,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:56.608921 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11f2db-fd30-44c7-bac1-387e7b591e6c req-fd6dd97a-24fc-478c-a067-55982f9c4ab4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:56.610553 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8d11f2db-fd30-44c7-bac1-387e7b591e6c req-fd6dd97a-24fc-478c-a067-55982f9c4ab4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 943 time: 0.0498762 Sep 12 23:28:56.662030 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8d11f2db-fd30-44c7-bac1-387e7b591e6c req-b0b07939-ba5d-4d38-aa4f-4498e8f4c962 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457439 Sep 12 23:28:57.152721 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512f875-6cc3-4847-b164-5426c8793d4f req-a0414e35-af01-49f4-b669-6813d2f38a4b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:57.154153 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3512f875-6cc3-4847-b164-5426c8793d4f req-a0414e35-af01-49f4-b669-6813d2f38a4b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0460885 Sep 12 23:28:57.200282 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3512f875-6cc3-4847-b164-5426c8793d4f req-1a4003c9-768d-4eaa-8b76-8a6e2eda60aa tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402527 Sep 12 23:28:57.312476 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-20350410-235a-472b-8ba7-d79a2129c2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:57.393864 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e5b01-7e74-453b-8093-75c7bbf73641 req-9b7fc565-0e38-435f-99f7-e8949ed51a0b tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:57.395462 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2b9e5b01-7e74-453b-8093-75c7bbf73641 req-9b7fc565-0e38-435f-99f7-e8949ed51a0b tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 943 time: 0.0504310 Sep 12 23:28:57.420571 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:57.447974 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2b9e5b01-7e74-453b-8093-75c7bbf73641 req-9ed274a1-4849-420c-a21a-9688c898df46 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469537 Sep 12 23:28:57.532796 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107b4fa-3dc1-45cb-be77-39516cc87180 req-57304af0-7043-46d8-9d67-3e5bd655a041 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:57.534245 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f107b4fa-3dc1-45cb-be77-39516cc87180 req-57304af0-7043-46d8-9d67-3e5bd655a041 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0477290 Sep 12 23:28:57.582575 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f107b4fa-3dc1-45cb-be77-39516cc87180 req-b274cb86-54e5-4ba6-9444-8def59bdf72f tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 Sep 12 23:28:57.780614 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a5cd8-a7cc-467b-b00c-f7fe41263eff req-45a00156-4fe2-4440-9e73-781d0bdb40ac tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:57.782061 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fa2a5cd8-a7cc-467b-b00c-f7fe41263eff req-45a00156-4fe2-4440-9e73-781d0bdb40ac tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 943 time: 0.0450122 Sep 12 23:28:57.830757 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fa2a5cd8-a7cc-467b-b00c-f7fe41263eff req-f64adefc-0c7f-4ed2-87a6-c1f82917c1e6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Sep 12 23:28:58.322397 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209582a-cb44-45c7-9358-877c8b121370 req-0394d312-37ac-40e2-a01f-a807481e83b6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:58.323757 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8209582a-cb44-45c7-9358-877c8b121370 req-0394d312-37ac-40e2-a01f-a807481e83b6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0508080 Sep 12 23:28:58.355384 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:58.370341 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8209582a-cb44-45c7-9358-877c8b121370 req-673fad8e-c46f-4d4a-92c5-15cf7511aa9c tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Sep 12 23:28:58.396340 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 1a3abf75-9e9d-4acc-9edb-526d5e849d0e details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:28:58.490448 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:58.505645 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=1a3abf75-9e9d-4acc-9edb-526d5e849d0e,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:58.521529 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '1a3abf75-9e9d-4acc-9edb-526d5e849d0e', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'port_id': '1a3abf75-9e9d-4acc-9edb-526d5e849d0e', 'mac_address': 'fa:16:3e:77:2d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:28:58.561444 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:28:58.561821 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:58.574975 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3abf75-9e9d-4acc-9edb-526d5e849d0e {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:28:58.595558 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=1a3abf75-9e9d-4acc-9edb-526d5e849d0e,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:28:58.597571 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277708a5-0389-46dd-adbf-b7b3d051b66d req-7158ee8b-5beb-4f1a-b0f8-012446a85286 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:58.599182 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-277708a5-0389-46dd-adbf-b7b3d051b66d req-7158ee8b-5beb-4f1a-b0f8-012446a85286 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 943 time: 0.0727103 Sep 12 23:28:58.599419 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:58.650014 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=1a3abf75-9e9d-4acc-9edb-526d5e849d0e,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:28:58.656853 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-277708a5-0389-46dd-adbf-b7b3d051b66d req-4695ebb0-6f71-48c1-bea1-502f1860bb4a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507712 Sep 12 23:28:58.659503 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.659722 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.660264 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.660618 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.661011 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.661523 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.661935 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.662310 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.662669 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.662995 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.663323 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.663691 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.664017 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.664341 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.664701 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:28:58.712767 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f551db6-9329-4c32-90a5-a35a34aed8fd req-1ecb53eb-bebd-4c95-9c2c-73df0117dab9 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:58.714342 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1f551db6-9329-4c32-90a5-a35a34aed8fd req-1ecb53eb-bebd-4c95-9c2c-73df0117dab9 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0531473 Sep 12 23:28:58.762882 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1f551db6-9329-4c32-90a5-a35a34aed8fd req-d10e0be6-b8b9-449c-8a7a-c8766fcf2c1c tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Sep 12 23:28:58.849497 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['1a3abf75-9e9d-4acc-9edb-526d5e849d0e'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:28:58.876647 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:58.963110 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4ac14-8d21-4f34-9015-a873968d0507 req-1fdec614-d719-4752-8a6f-bd7595dfeee1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:58.964954 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0df4ac14-8d21-4f34-9015-a873968d0507 req-1fdec614-d719-4752-8a6f-bd7595dfeee1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 944 time: 0.0565400 Sep 12 23:28:59.017828 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0df4ac14-8d21-4f34-9015-a873968d0507 req-0f1430cf-6e8a-45b3-9abb-1897532e1f50 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445874 Sep 12 23:28:59.257183 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53035984-afe3-44d0-9501-137104e8f6fa req-2a11f455-5c9e-494e-bb81-5096b985bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:59.258759 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-53035984-afe3-44d0-9501-137104e8f6fa req-2a11f455-5c9e-494e-bb81-5096b985bdba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 1129 time: 0.0465357 Sep 12 23:28:59.357831 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de4658-aa56-4ce4-be19-a1752f54b716 req-8604ee7d-bc77-4f73-93ca-b46cb9e3e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:59.360055 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-25de4658-aa56-4ce4-be19-a1752f54b716 req-8604ee7d-bc77-4f73-93ca-b46cb9e3e359 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 1128 time: 0.1647866 Sep 12 23:28:59.363900 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53035984-afe3-44d0-9501-137104e8f6fa req-f82999c1-a5bb-4c48-b1f9-f1d146ff04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:59.365931 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-53035984-afe3-44d0-9501-137104e8f6fa req-f82999c1-a5bb-4c48-b1f9-f1d146ff04b8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 918 time: 0.0993071 Sep 12 23:28:59.400011 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5 req-0685ab6d-8cc5-41bf-8a54-012cec676c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:59.401843 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5 req-0685ab6d-8cc5-41bf-8a54-012cec676c15 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 1128 time: 0.1470678 Sep 12 23:28:59.487930 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.25', 55714) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:28:59.498082 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae633ce-c9a8-48a9-9718-b7b108e48319 req-3aca8896-e41b-4991-8105-5527e38ef23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:59.499560 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2ae633ce-c9a8-48a9-9718-b7b108e48319 req-3aca8896-e41b-4991-8105-5527e38ef23d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=641b6882f873400fbef301fc5ce82391&device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 1127 time: 0.1795807 Sep 12 23:28:59.506266 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-53035984-afe3-44d0-9501-137104e8f6fa req-aa6a7e55-b556-4932-9452-f98a42a0d88a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc10fe-ce53-41fd-a771-18e381482273 HTTP/1.1" status: 200 len: 1001 time: 0.1346345 Sep 12 23:28:59.543873 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:59.606224 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70849493-71ab-4523-92c3-26f1fc210a28 req-818539b4-6c96-470d-be77-117b5503aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:59.609953 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-70849493-71ab-4523-92c3-26f1fc210a28 req-818539b4-6c96-470d-be77-117b5503aff8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 1129 time: 0.1708734 Sep 12 23:28:59.721606 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:28:59.795351 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de4658-aa56-4ce4-be19-a1752f54b716 req-ac6ec68e-c140-4c92-a1cd-39921548a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:59.797067 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-25de4658-aa56-4ce4-be19-a1752f54b716 req-ac6ec68e-c140-4c92-a1cd-39921548a8f0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.4278646 Sep 12 23:28:59.829393 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d151f5-83aa-4d56-ab2d-4732fcd3ee37 req-de13eef3-5fed-4d04-99b8-02da7650d974 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:59.838564 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-28d151f5-83aa-4d56-ab2d-4732fcd3ee37 req-de13eef3-5fed-4d04-99b8-02da7650d974 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.3622985 Sep 12 23:28:59.840150 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0840d-bcb1-4c93-9811-8699a68003e4 req-25bde31c-0356-4de0-810b-2bc3a925b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:59.841829 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9ce0840d-bcb1-4c93-9811-8699a68003e4 req-25bde31c-0356-4de0-810b-2bc3a925b3ff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 1129 time: 0.3461590 Sep 12 23:28:59.882313 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53035984-afe3-44d0-9501-137104e8f6fa req-3b051947-3ea8-486d-a458-ee4d4f02535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:59.883828 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-53035984-afe3-44d0-9501-137104e8f6fa req-3b051947-3ea8-486d-a458-ee4d4f02535d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 200 len: 856 time: 0.3473792 Sep 12 23:28:59.955549 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:28:59.967217 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-28d151f5-83aa-4d56-ab2d-4732fcd3ee37 req-c7a86981-6427-44f5-b8bb-486d55a46dce tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201453 Sep 12 23:28:59.969546 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9ce0840d-bcb1-4c93-9811-8699a68003e4 req-f74d5494-425e-476f-8029-8023046c8b92 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203885 Sep 12 23:28:59.982180 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53035984-afe3-44d0-9501-137104e8f6fa req-cf707e9d-9dd2-4187-aad0-6122cbc31911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:28:59.984657 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-53035984-afe3-44d0-9501-137104e8f6fa req-cf707e9d-9dd2-4187-aad0-6122cbc31911 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=11be7f0c-3ec4-4c81-8e43-cbebcc992505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0894537 Sep 12 23:29:00.037160 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:00.136647 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5 req-541fb2ba-6794-4590-8db8-ea5404a7e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:00.138030 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5 req-541fb2ba-6794-4590-8db8-ea5404a7e142 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.7013981 Sep 12 23:29:00.140043 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-25de4658-aa56-4ce4-be19-a1752f54b716 req-f0be8e31-7141-45c6-af93-76cc8544f309 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a3abf75-9e9d-4acc-9edb-526d5e849d0e HTTP/1.1" status: 200 len: 217 time: 0.0690923 Sep 12 23:29:00.144609 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801e4b0-0e9a-4992-84ee-c78450137c52 req-739953ca-5723-4ecc-a872-7e507118be05 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:00.146095 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2801e4b0-0e9a-4992-84ee-c78450137c52 req-739953ca-5723-4ecc-a872-7e507118be05 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0532389 Sep 12 23:29:00.146840 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1489c59-2388-4328-9994-b68d1c30fe3c req-f4b59d21-1e7b-498c-8dfb-353661e9fa8f tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:00.148136 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c1489c59-2388-4328-9994-b68d1c30fe3c req-f4b59d21-1e7b-498c-8dfb-353661e9fa8f tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 943 time: 0.3695459 Sep 12 23:29:00.149091 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae633ce-c9a8-48a9-9718-b7b108e48319 req-7b5caa3e-8e8d-4973-8b6a-f3cadd758d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:00.150375 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2ae633ce-c9a8-48a9-9718-b7b108e48319 req-7b5caa3e-8e8d-4973-8b6a-f3cadd758d50 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=641b6882f873400fbef301fc5ce82391&shared=False HTTP/1.1" status: 200 len: 909 time: 0.6215894 Sep 12 23:29:00.152449 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-70849493-71ab-4523-92c3-26f1fc210a28 req-d733b7a1-f3f0-47d1-897c-093a19b626aa service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997892 Sep 12 23:29:00.198472 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c1489c59-2388-4328-9994-b68d1c30fe3c req-587234c8-4e0b-4c9e-aa5e-194a439b250a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Sep 12 23:29:00.200621 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2801e4b0-0e9a-4992-84ee-c78450137c52 req-10c5d4d1-512c-40d9-8de7-027c050f7228 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463505 Sep 12 23:29:00.318579 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12b0a1-c374-4ed2-a20f-f4b45f31e7fc req-85eff665-f812-4674-91de-7bafce69801c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:00.320194 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4e12b0a1-c374-4ed2-a20f-f4b45f31e7fc req-85eff665-f812-4674-91de-7bafce69801c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 944 time: 0.0498371 Sep 12 23:29:00.335751 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:00.372084 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4e12b0a1-c374-4ed2-a20f-f4b45f31e7fc req-0afb23e7-7d24-4d5f-8f93-2f9480e97ca9 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440180 Sep 12 23:29:00.411996 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 1a3abf75-9e9d-4acc-9edb-526d5e849d0e up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:29:00.414163 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:29:00.464316 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:00.539892 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:29:00.555018 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-53035984-afe3-44d0-9501-137104e8f6fa req-971888b5-326e-4e8e-837c-52b06c1105e4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206667 Sep 12 23:29:00.558626 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:29:00.559068 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:00.579103 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5 req-c70d188e-2d3a-4313-a94c-21f205777058 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d HTTP/1.1" status: 200 len: 217 time: 0.1445255 Sep 12 23:29:00.603511 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de4658-aa56-4ce4-be19-a1752f54b716 req-dcd87b1e-5ca6-4f46-9434-61cf29670530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:00.607232 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-25de4658-aa56-4ce4-be19-a1752f54b716 req-dcd87b1e-5ca6-4f46-9434-61cf29670530 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.1713665 Sep 12 23:29:00.629316 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:00.647819 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae633ce-c9a8-48a9-9718-b7b108e48319 req-eff644e6-702f-43e8-9904-ee15304ab107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:00.649383 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2ae633ce-c9a8-48a9-9718-b7b108e48319 req-eff644e6-702f-43e8-9904-ee15304ab107 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993263 Sep 12 23:29:00.657993 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '3bbf415e-a5cc-43c6-bf78-c5caf098ad4d', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'port_id': '3bbf415e-a5cc-43c6-bf78-c5caf098ad4d', 'mac_address': 'fa:16:3e:95:2e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:29:00.711560 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:29:00.711965 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:00.729690 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:29:00.730295 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:00.752579 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a461aa66-7b30-46ee-a5d1-2a48540d585a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3abf75-9e9d-4acc-9edb-526d5e849d0e'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:00.754766 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c86b23-f6b3-4d75-8eda-0824ff65fb3d" -d '{"events": [{"server_uuid": "a461aa66-7b30-46ee-a5d1-2a48540d585a", "name": "network-vif-plugged", "status": "completed", "tag": "1a3abf75-9e9d-4acc-9edb-526d5e849d0e"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:00.759900 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:29:00.773676 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=1a3abf75-9e9d-4acc-9edb-526d5e849d0e,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:00.780936 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:00.811077 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:00.813478 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4294b7d-5b81-4ae1-bc7a-221f0b0152db x-openstack-request-id: req-a4294b7d-5b81-4ae1-bc7a-221f0b0152db {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:00.813754 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a461aa66-7b30-46ee-a5d1-2a48540d585a", "name": "network-vif-plugged", "status": "completed", "tag": "1a3abf75-9e9d-4acc-9edb-526d5e849d0e", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:00.814025 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a4294b7d-5b81-4ae1-bc7a-221f0b0152db {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:00.814552 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4294b7d-5b81-4ae1-bc7a-221f0b0152db'] response: {'server_uuid': 'a461aa66-7b30-46ee-a5d1-2a48540d585a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3abf75-9e9d-4acc-9edb-526d5e849d0e', 'code': 200} Sep 12 23:29:00.818784 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:00.841098 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=1a3abf75-9e9d-4acc-9edb-526d5e849d0e,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:00.889114 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:01.117756 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19b40-4a78-43b1-a423-670dc57e36c5 req-da6ad619-5637-4f90-aeb6-8d6873daa2cc tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:01.119598 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1ae19b40-4a78-43b1-a423-670dc57e36c5 req-da6ad619-5637-4f90-aeb6-8d6873daa2cc tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0522957 Sep 12 23:29:01.140168 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['3bbf415e-a5cc-43c6-bf78-c5caf098ad4d'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:29:01.244615 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de4658-aa56-4ce4-be19-a1752f54b716 req-72b6d5a6-85dc-47fa-9a49-d4dcf175aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:01.253369 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-25de4658-aa56-4ce4-be19-a1752f54b716 req-72b6d5a6-85dc-47fa-9a49-d4dcf175aff5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1095469 Sep 12 23:29:01.283321 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1ae19b40-4a78-43b1-a423-670dc57e36c5 req-1f12ef13-28b4-4ebf-b130-0af16bef3aea tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573269 Sep 12 23:29:01.289447 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5 req-fbb4f738-e3bd-47c7-a6f6-8f6a7015b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:01.290887 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5 req-fbb4f738-e3bd-47c7-a6f6-8f6a7015b838 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.1482081 Sep 12 23:29:01.329633 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-53035984-afe3-44d0-9501-137104e8f6fa req-2aff01ee-449c-473b-86f9-60ce48452625 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903341 Sep 12 23:29:01.347508 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:01.413085 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d43e2-7133-4595-8785-42a1db584784 req-f0eeaa94-27dd-4796-bcf4-68236bad3de5 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:01.414642 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-475d43e2-7133-4595-8785-42a1db584784 req-f0eeaa94-27dd-4796-bcf4-68236bad3de5 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 943 time: 0.0718715 Sep 12 23:29:01.468278 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766484b1-3260-45cc-a9ec-8996779a359a req-d250e9f3-1911-44f5-8db3-4aad93e6d987 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:01.469767 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-766484b1-3260-45cc-a9ec-8996779a359a req-d250e9f3-1911-44f5-8db3-4aad93e6d987 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0579162 Sep 12 23:29:01.471385 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-475d43e2-7133-4595-8785-42a1db584784 req-fc50cec2-f449-4e2f-aa05-381d702b34f4 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510762 Sep 12 23:29:01.525954 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-766484b1-3260-45cc-a9ec-8996779a359a req-90082698-ac16-49d7-a48a-5f9179060615 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493228 Sep 12 23:29:01.610272 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aafd3d-83ff-4793-b5ce-59665c2a7a0d req-9ff99dc0-a2e4-49b7-9754-df6f2853a505 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:01.612532 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-95aafd3d-83ff-4793-b5ce-59665c2a7a0d req-9ff99dc0-a2e4-49b7-9754-df6f2853a505 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0470572 Sep 12 23:29:01.627660 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:01.678245 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-95aafd3d-83ff-4793-b5ce-59665c2a7a0d req-f781069b-5946-4081-bebe-e4f7f73325e0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582609 Sep 12 23:29:01.834853 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:01.854529 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5 req-e4e77f03-43fc-497a-a6f7-dfac8a91ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:01.856201 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5 req-e4e77f03-43fc-497a-a6f7-dfac8a91ef8a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1074479 Sep 12 23:29:01.891538 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-25de4658-aa56-4ce4-be19-a1752f54b716 req-f570809a-39e1-4a4f-b917-4458fce11586 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413918 Sep 12 23:29:02.108077 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-84ae0711-c927-4da4-9e51-205bac9c8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:02.110224 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-84ae0711-c927-4da4-9e51-205bac9c8bf3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=641b6882f873400fbef301fc5ce82391&device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 1127 time: 0.1649690 Sep 12 23:29:02.173131 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5 req-ae533475-60a8-479d-81e4-a7c9229eff52 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970325 Sep 12 23:29:02.175226 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-25de4658-aa56-4ce4-be19-a1752f54b716 req-8c127fa4-7c44-45a3-a4ce-6791f2ecd175 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915612 Sep 12 23:29:02.414476 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433b38f-cc75-4963-8b76-01453302d87a req-2f945922-91c1-4b27-b449-234cc0bc87d6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:02.416185 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1433b38f-cc75-4963-8b76-01453302d87a req-2f945922-91c1-4b27-b449-234cc0bc87d6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0485837 Sep 12 23:29:02.430169 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:29:02.470647 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1433b38f-cc75-4963-8b76-01453302d87a req-5ef613c4-b9a9-431a-8ef8-83496d751550 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485170 Sep 12 23:29:02.479204 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:29:02.485778 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:29:02.486154 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:02.537910 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:02.583514 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:29:02.583843 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:02.620789 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:02.624587 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:02.636696 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-3b5368fc-e22c-44f3-818f-c0fcc4d03faf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=caa88b03-6ce8-4395-afa3-e6a8043de3f7 HTTP/1.1" status: 200 len: 217 time: 0.0736644 Sep 12 23:29:02.681503 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61f859-c8f7-4988-b87f-ad2fa78259f7 req-fa604b9f-d7e5-4604-9be1-6451b8d7e1d7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:02.682080 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:02.682364 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:02.692267 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ce61f859-c8f7-4988-b87f-ad2fa78259f7 req-fa604b9f-d7e5-4604-9be1-6451b8d7e1d7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0612431 Sep 12 23:29:02.695709 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 45200) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:02.704641 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-d7088987-ae0a-416d-be5e-3c3f718c0915 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'floatingip': {'port_id': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:29:02.717786 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89b58e-b6cb-416c-8cec-f6780305b7bc req-036a890a-abc2-4327-abf6-59441a72d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:02.719302 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dc89b58e-b6cb-416c-8cec-f6780305b7bc req-036a890a-abc2-4327-abf6-59441a72d55b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 1129 time: 0.1502011 Sep 12 23:29:02.766464 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319a54d-90c5-40f6-bb8b-d3b54c045fb8 req-d04018c0-7899-48c0-947a-64d6feb0bcfc tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:02.768215 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2319a54d-90c5-40f6-bb8b-d3b54c045fb8 req-d04018c0-7899-48c0-947a-64d6feb0bcfc tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 943 time: 0.1395290 Sep 12 23:29:02.792761 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-4d98722f-c4a6-4d67-bed4-4b7131da6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:02.793794 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-4d98722f-c4a6-4d67-bed4-4b7131da6fd2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=00bca813-310a-4da4-8495-af58d1518bdf HTTP/1.1" status: 200 len: 848 time: 0.1368792 Sep 12 23:29:02.814785 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7088987-ae0a-416d-be5e-3c3f718c0915 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (0e9acc39-194f-4066-8720-bef06324ddf6), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:02.815938 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398a779-68bf-4ec4-b196-d359ee0e7b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbf415e-a5cc-43c6-bf78-c5caf098ad4d'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:02.820250 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c125e187-8ebf-4901-99c2-2b4b628bdc55" -d '{"events": [{"server_uuid": "1398a779-68bf-4ec4-b196-d359ee0e7b8c", "name": "network-vif-plugged", "status": "completed", "tag": "3bbf415e-a5cc-43c6-bf78-c5caf098ad4d"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:02.842554 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34fd6754-28e8-409d-ac53-0dc7ed2a56c5 req-2870fc35-8ecd-45a7-ba42-e821195c6e1c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317618 Sep 12 23:29:02.855316 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-95206af8-15a6-44f0-9de9-2cd4b1ea2644 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b00c67d0-ddbb-4c24-ae7c-fa1370f53f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517173 Sep 12 23:29:02.883284 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c53ff-1879-423b-99d1-bccc4cd251b9 req-bcb99995-fb8a-4dd8-a290-4b5ff2b9c7d6 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:02.884832 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c85c53ff-1879-423b-99d1-bccc4cd251b9 req-bcb99995-fb8a-4dd8-a290-4b5ff2b9c7d6 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.1121826 Sep 12 23:29:02.908495 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dc89b58e-b6cb-416c-8cec-f6780305b7bc req-a20b07f8-0209-45d2-85cb-be38cca3ed20 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740468 Sep 12 23:29:02.940095 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2319a54d-90c5-40f6-bb8b-d3b54c045fb8 req-b0c4a5e5-0150-46d7-8c4c-4374b86311fa tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708724 Sep 12 23:29:03.007556 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-7b4b5996-54f2-4d1a-9ded-3b1910175d9b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b00c67d0-ddbb-4c24-ae7c-fa1370f53f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394539 Sep 12 23:29:03.028505 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c85c53ff-1879-423b-99d1-bccc4cd251b9 req-68a34494-bbf3-4bb0-b8a3-c24ae3b0b17c tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199412 Sep 12 23:29:03.122619 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7de439f-303e-40c5-a740-4d0c402d04d8 x-openstack-request-id: req-f7de439f-303e-40c5-a740-4d0c402d04d8 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:03.123019 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1398a779-68bf-4ec4-b196-d359ee0e7b8c", "name": "network-vif-plugged", "status": "completed", "tag": "3bbf415e-a5cc-43c6-bf78-c5caf098ad4d", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:03.124072 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea6a93-2c70-4a8e-b71d-a5e7ef65eee2 req-e632f74f-3148-41b3-bf92-e8d53265d879 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:03.124826 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f7de439f-303e-40c5-a740-4d0c402d04d8 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:03.125467 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7de439f-303e-40c5-a740-4d0c402d04d8'] response: {'server_uuid': '1398a779-68bf-4ec4-b196-d359ee0e7b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbf415e-a5cc-43c6-bf78-c5caf098ad4d', 'code': 200} Sep 12 23:29:03.132476 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0aea6a93-2c70-4a8e-b71d-a5e7ef65eee2 req-e632f74f-3148-41b3-bf92-e8d53265d879 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.1008916 Sep 12 23:29:03.269231 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:03.311064 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0aea6a93-2c70-4a8e-b71d-a5e7ef65eee2 req-8cd8324c-381b-4a7c-8edc-b4b5d10d0a4c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776793 Sep 12 23:29:03.358517 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7df200bf-43f5-4550-a8ec-a56253d7310c req-3ade9fff-5d89-48d0-abe6-8bead0c9a114 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b00c67d0-ddbb-4c24-ae7c-fa1370f53f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011170 Sep 12 23:29:03.371599 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:03.666676 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7088987-ae0a-416d-be5e-3c3f718c0915 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:03.671487 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7088987-ae0a-416d-be5e-3c3f718c0915 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (0e9acc39-194f-4066-8720-bef06324ddf6), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:03.752979 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d971c-9f6e-4750-9372-668529081e1e req-75e45517-884a-4fc0-818e-56ca9b0d5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:03.766821 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1a4d971c-9f6e-4750-9372-668529081e1e req-75e45517-884a-4fc0-818e-56ca9b0d5e21 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 1130 time: 0.0593367 Sep 12 23:29:03.785728 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-d7088987-ae0a-416d-be5e-3c3f718c0915 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Floating IP 0e9acc39-194f-4066-8720-bef06324ddf6 associated. External IP: 172.27.3.29, port: f432d2c4-e8e1-4abe-b933-41ca765c4f52. Sep 12 23:29:03.986123 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7088987-ae0a-416d-be5e-3c3f718c0915 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:29:04.310944 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:04.324745 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ad0cb-f54c-4f7c-9401-ee733384d302 req-b9cc393e-4151-45da-9aa8-37748d6c4487 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:04.326206 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-953ad0cb-f54c-4f7c-9401-ee733384d302 req-b9cc393e-4151-45da-9aa8-37748d6c4487 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 943 time: 0.2894783 Sep 12 23:29:04.363200 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7088987-ae0a-416d-be5e-3c3f718c0915 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:29:04.371443 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d7088987-ae0a-416d-be5e-3c3f718c0915 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:04.373587 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c7362-7df8-4a61-acbf-315e852031aa None None] Sync routers for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:29:04.383060 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c7362-7df8-4a61-acbf-315e852031aa None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:29:04.383714 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-d85c7362-7df8-4a61-acbf-315e852031aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:28:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:29:04.410491 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-953ad0cb-f54c-4f7c-9401-ee733384d302 req-49c780bf-c167-48d4-95d4-70bcc87f3178 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780966 Sep 12 23:29:04.413957 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d7088987-ae0a-416d-be5e-3c3f718c0915 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/0e9acc39-194f-4066-8720-bef06324ddf6 HTTP/1.1" status: 200 len: 990 time: 1.7171595 Sep 12 23:29:04.414667 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'tag': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:04.417021 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbaafcd0-103d-4e1a-a15e-fc8997acceef", "tag": "f432d2c4-e8e1-4abe-b933-41ca765c4f52"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:04.472461 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca52de4a-5204-4258-850f-7f25cf3cdb0b x-openstack-request-id: req-ca52de4a-5204-4258-850f-7f25cf3cdb0b {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:04.472854 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbaafcd0-103d-4e1a-a15e-fc8997acceef", "tag": "f432d2c4-e8e1-4abe-b933-41ca765c4f52", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:04.473204 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ca52de4a-5204-4258-850f-7f25cf3cdb0b {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:04.474032 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca52de4a-5204-4258-850f-7f25cf3cdb0b'] response: {'name': 'network-changed', 'server_uuid': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'tag': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52', 'status': 'completed', 'code': 200} Sep 12 23:29:04.474150 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9703db2-1f98-4685-bb8c-a1a5e6f6786c req-943b8664-d146-494c-8e3f-185f7f6f01f6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:04.475664 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c9703db2-1f98-4685-bb8c-a1a5e6f6786c req-943b8664-d146-494c-8e3f-185f7f6f01f6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0489743 Sep 12 23:29:04.496127 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-d85c7362-7df8-4a61-acbf-315e852031aa None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:29:04.530615 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c9703db2-1f98-4685-bb8c-a1a5e6f6786c req-19d01e39-6033-4e29-bb44-2b0ff353af31 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488489 Sep 12 23:29:04.592335 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:04.604947 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:04.722749 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-d85c7362-7df8-4a61-acbf-315e852031aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '0e9acc39-194f-4066-8720-bef06324ddf6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'port_id': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'mac_address': 'fa:16:3e:06:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:28:17Z', 'updated_at': '2022-09-12T23:29:03Z', 'revision_number': 1, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:29:04.749025 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c7362-7df8-4a61-acbf-315e852031aa None None] Checking router: 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:29:04.757609 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c7362-7df8-4a61-acbf-315e852031aa None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:29:04.758218 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-d85c7362-7df8-4a61-acbf-315e852031aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:28:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:29:04.898307 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-d85c7362-7df8-4a61-acbf-315e852031aa None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:29:04.905691 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1a4d971c-9f6e-4750-9372-668529081e1e req-07a71431-6325-4d75-a8d8-24c234b8a4b5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553958 Sep 12 23:29:05.126422 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-d85c7362-7df8-4a61-acbf-315e852031aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '0e9acc39-194f-4066-8720-bef06324ddf6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'port_id': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'mac_address': 'fa:16:3e:06:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:28:17Z', 'updated_at': '2022-09-12T23:29:03Z', 'revision_number': 1, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:29:05.152413 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c7362-7df8-4a61-acbf-315e852031aa None None] The sync data for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi is: [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '0e9acc39-194f-4066-8720-bef06324ddf6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'port_id': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'mac_address': 'fa:16:3e:06:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:28:17Z', 'updated_at': '2022-09-12T23:29:03Z', 'revision_number': 1, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:29:05.327192 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657afb3f-0e44-4c43-a6c9-a82b320913a0 None None] New status for floating IP 0e9acc39-194f-4066-8720-bef06324ddf6: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:29:05.544305 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe77a9-f7bc-40c4-9e97-f58a3ab94b91 req-4f7579b8-7bfd-4b66-8f92-20e4bf5b9cc2 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:05.545770 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fdbe77a9-f7bc-40c4-9e97-f58a3ab94b91 req-4f7579b8-7bfd-4b66-8f92-20e4bf5b9cc2 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 943 time: 0.0488398 Sep 12 23:29:05.595504 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fdbe77a9-f7bc-40c4-9e97-f58a3ab94b91 req-4076727b-40fb-4d15-aefc-397de376cf59 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441594 Sep 12 23:29:05.701551 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c311b8-eb4b-4745-af88-79a8b198b3cb req-a6374043-67ea-4b49-8b44-fa59c06cf02d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:05.703686 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54c311b8-eb4b-4745-af88-79a8b198b3cb req-a6374043-67ea-4b49-8b44-fa59c06cf02d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0509396 Sep 12 23:29:05.749838 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54c311b8-eb4b-4745-af88-79a8b198b3cb req-e730bcdd-e25d-48d2-9625-dd2808bfd4dd tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396805 Sep 12 23:29:06.025932 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5de97-ca09-4504-84e3-dca5d8ad70a8 req-87a7aed2-8282-48b6-bd63-b7c62397bc76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:06.027278 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2ae5de97-ca09-4504-84e3-dca5d8ad70a8 req-87a7aed2-8282-48b6-bd63-b7c62397bc76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0445530 Sep 12 23:29:06.072990 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2ae5de97-ca09-4504-84e3-dca5d8ad70a8 req-70cfff41-146f-4dbb-b06b-52430c08753e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394270 Sep 12 23:29:06.727007 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c4a1b-ae01-4f0c-a58c-4784d8730108 req-57b69293-cbd7-4851-a93f-0706570f1861 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:06.728606 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-537c4a1b-ae01-4f0c-a58c-4784d8730108 req-57b69293-cbd7-4851-a93f-0706570f1861 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 943 time: 0.0503428 Sep 12 23:29:06.740985 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:06.776036 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-537c4a1b-ae01-4f0c-a58c-4784d8730108 req-04178a11-6f28-4899-a781-08845119a76a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 Sep 12 23:29:07.192682 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e98de-7763-4ca4-a057-06970abeb4de req-09e08e14-b15c-4e87-8477-6a1f7715a1d0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:07.194038 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-366e98de-7763-4ca4-a057-06970abeb4de req-09e08e14-b15c-4e87-8477-6a1f7715a1d0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0458820 Sep 12 23:29:07.240658 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-366e98de-7763-4ca4-a057-06970abeb4de req-1160279a-f766-46f3-8de3-991111a9449a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Sep 12 23:29:07.895681 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457c154-a48f-4762-b6e1-877c126fcf5a req-9d7b69fa-81b1-46c0-ae27-6879962dbd79 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:07.897119 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3457c154-a48f-4762-b6e1-877c126fcf5a req-9d7b69fa-81b1-46c0-ae27-6879962dbd79 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 943 time: 0.0476828 Sep 12 23:29:07.943508 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3457c154-a48f-4762-b6e1-877c126fcf5a req-63f55980-7b75-4081-95d7-2c7c13e9e478 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Sep 12 23:29:08.040029 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device caa88b03-6ce8-4395-afa3-e6a8043de3f7 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:29:08.070991 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:08.152210 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port caa88b03-6ce8-4395-afa3-e6a8043de3f7, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=caa88b03-6ce8-4395-afa3-e6a8043de3f7,segment=NetworkSegment(e49805ea-1d84-4b9b-9000-1269affe0e37),segment_id=e49805ea-1d84-4b9b-9000-1269affe0e37)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:08.163725 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'caa88b03-6ce8-4395-afa3-e6a8043de3f7', 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73', 'port_id': 'caa88b03-6ce8-4395-afa3-e6a8043de3f7', 'mac_address': 'fa:16:3e:7e:d5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00bca813-310a-4da4-8495-af58d1518bdf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:29:08.197280 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port caa88b03-6ce8-4395-afa3-e6a8043de3f7 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:29:08.197668 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:08.211240 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa88b03-6ce8-4395-afa3-e6a8043de3f7 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:29:08.230773 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port caa88b03-6ce8-4395-afa3-e6a8043de3f7, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=caa88b03-6ce8-4395-afa3-e6a8043de3f7,segment=NetworkSegment(e49805ea-1d84-4b9b-9000-1269affe0e37),segment_id=e49805ea-1d84-4b9b-9000-1269affe0e37)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:08.234885 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:08.284490 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=caa88b03-6ce8-4395-afa3-e6a8043de3f7,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:08.333803 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:29:08.363939 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a885494-0968-4d9d-99f8-42a78f7f56ea req-eed7861c-5e1e-40ab-a186-9fa1f6e5caf6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:08.365480 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9a885494-0968-4d9d-99f8-42a78f7f56ea req-eed7861c-5e1e-40ab-a186-9fa1f6e5caf6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0459740 Sep 12 23:29:08.414694 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9a885494-0968-4d9d-99f8-42a78f7f56ea req-dad7c955-8ea5-404d-8605-9f25a3e2a8c8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 Sep 12 23:29:08.635996 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['caa88b03-6ce8-4395-afa3-e6a8043de3f7'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:29:08.783298 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:08.802814 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e req-0bc792e6-4cd7-4486-a041-60752bf9e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:08.804424 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e req-0bc792e6-4cd7-4486-a041-60752bf9e5e0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 1129 time: 0.0783510 Sep 12 23:29:08.954723 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45318) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:09.073294 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:09.080340 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8a18-d8af-4f10-831a-02444e91d7bc req-b597adf2-247b-4913-8a4c-4d5c2202a2a7 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:09.081749 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-386b8a18-d8af-4f10-831a-02444e91d7bc req-b597adf2-247b-4913-8a4c-4d5c2202a2a7 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 944 time: 0.0624430 Sep 12 23:29:09.115748 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:09.153943 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-386b8a18-d8af-4f10-831a-02444e91d7bc req-3491f9b6-ac5a-425c-a24d-1814dc650823 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658171 Sep 12 23:29:09.203147 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Publish callbacks [] for security_group (5233284f-bbe6-471b-98de-4cec9ac342b4), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:09.207788 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (5233284f-bbe6-471b-98de-4cec9ac342b4), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:09.357089 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a510edc56c6d423097a3ca7d1d992402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4012456 Sep 12 23:29:09.362661 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 45340) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:09.367760 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3ad6-15dd-44c9-bfd3-ad94bf5453ef req-a0951b22-ca89-4675-9c33-b52472d5c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:09.370027 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccad3ad6-15dd-44c9-bfd3-ad94bf5453ef req-a0951b22-ca89-4675-9c33-b52472d5c6b8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 1129 time: 0.1289430 Sep 12 23:29:09.373788 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5233284f-bbe6-471b-98de-4cec9ac342b4,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:09.399184 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.399657 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.399980 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.400615 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.401327 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.401969 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.402621 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.403102 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.403735 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.404475 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.404948 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.406095 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.406645 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.407258 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.407892 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcad158-f2db-4665-9fbc-2dcd155cde52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:09.496364 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a77739c5-7af3-4509-8203-bdc83623534b admin admin] Publish callbacks [] for security_group (5233284f-bbe6-471b-98de-4cec9ac342b4), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:09.532762 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a77739c5-7af3-4509-8203-bdc83623534b admin admin] Publish callbacks [] for security_group (5233284f-bbe6-471b-98de-4cec9ac342b4), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:09.600278 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device caa88b03-6ce8-4395-afa3-e6a8043de3f7 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:29:09.662770 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a77739c5-7af3-4509-8203-bdc83623534b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (5233284f-bbe6-471b-98de-4cec9ac342b4), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:09.665621 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a77739c5-7af3-4509-8203-bdc83623534b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:09.666984 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a77739c5-7af3-4509-8203-bdc83623534b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5233284f-bbe6-471b-98de-4cec9ac342b4 HTTP/1.1" status: 204 len: 168 time: 0.3022306 Sep 12 23:29:09.679196 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77739c5-7af3-4509-8203-bdc83623534b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5233284f-bbe6-471b-98de-4cec9ac342b4,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:09.728871 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port caa88b03-6ce8-4395-afa3-e6a8043de3f7 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:29:09.736979 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port caa88b03-6ce8-4395-afa3-e6a8043de3f7 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:29:09.737429 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:09.858797 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:09.892846 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port caa88b03-6ce8-4395-afa3-e6a8043de3f7 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:29:09.893349 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:09.899358 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c467e1-8a80-46c1-99e1-ab0e1d5d4d8c req-b0cc604a-454f-4e77-b074-fbb575de3026 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:09.906774 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-50c467e1-8a80-46c1-99e1-ab0e1d5d4d8c req-b0cc604a-454f-4e77-b074-fbb575de3026 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.1057496 Sep 12 23:29:09.913122 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e req-112149a0-293a-43ad-985e-3b75916e5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:09.914792 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e req-112149a0-293a-43ad-985e-3b75916e5b85 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87d38067-03b8-4be7-846c-3dce062309f6 HTTP/1.1" status: 200 len: 912 time: 0.6723905 Sep 12 23:29:09.943885 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc907ee-49c2-4621-b309-f687358b0cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa88b03-6ce8-4395-afa3-e6a8043de3f7'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:09.946477 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f1f2c9-bd63-4853-9491-151866d48809" -d '{"events": [{"server_uuid": "3fc907ee-49c2-4621-b309-f687358b0cb7", "name": "network-vif-plugged", "status": "completed", "tag": "caa88b03-6ce8-4395-afa3-e6a8043de3f7"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:09.954097 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3ad6-15dd-44c9-bfd3-ad94bf5453ef req-d3b72f7b-80d9-439e-9522-eeae78c65777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:09.956261 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccad3ad6-15dd-44c9-bfd3-ad94bf5453ef req-d3b72f7b-80d9-439e-9522-eeae78c65777 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.5717528 Sep 12 23:29:09.960876 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port caa88b03-6ce8-4395-afa3-e6a8043de3f7, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=caa88b03-6ce8-4395-afa3-e6a8043de3f7,segment=NetworkSegment(e49805ea-1d84-4b9b-9000-1269affe0e37),segment_id=e49805ea-1d84-4b9b-9000-1269affe0e37)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:09.966597 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:09.995285 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-50c467e1-8a80-46c1-99e1-ab0e1d5d4d8c req-4ba31330-c839-40ac-b025-e55756eac1c3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877528 Sep 12 23:29:10.000956 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b90678-9a2f-4e80-aca0-5167067d8651 x-openstack-request-id: req-f3b90678-9a2f-4e80-aca0-5167067d8651 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:10.001268 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc907ee-49c2-4621-b309-f687358b0cb7", "name": "network-vif-plugged", "status": "completed", "tag": "caa88b03-6ce8-4395-afa3-e6a8043de3f7", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:10.001689 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f3b90678-9a2f-4e80-aca0-5167067d8651 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:10.002227 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b90678-9a2f-4e80-aca0-5167067d8651'] response: {'server_uuid': '3fc907ee-49c2-4621-b309-f687358b0cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa88b03-6ce8-4395-afa3-e6a8043de3f7', 'code': 200} Sep 12 23:29:10.031733 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=caa88b03-6ce8-4395-afa3-e6a8043de3f7,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:10.088608 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 45362) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:10.104981 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7c92ef9b-f2fb-4fc6-b33c-5b95ad96dfe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:10.140404 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:10.185775 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7c92ef9b-f2fb-4fc6-b33c-5b95ad96dfe8 admin admin] Publish callbacks [] for security_group (e2566d34-f8b0-4d74-9741-88b06b6d9254), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:10.189619 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7c92ef9b-f2fb-4fc6-b33c-5b95ad96dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (e2566d34-f8b0-4d74-9741-88b06b6d9254), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:10.231451 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7c92ef9b-f2fb-4fc6-b33c-5b95ad96dfe8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1d4152054c684b2ab1acb5b03846bf62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417584 Sep 12 23:29:10.232330 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92ef9b-f2fb-4fc6-b33c-5b95ad96dfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2566d34-f8b0-4d74-9741-88b06b6d9254,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:10.234733 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45366) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:10.272231 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:10.279350 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d580df-4b3a-405f-ad1e-d24e1ac3e7a0 req-514b043c-fa22-45db-9b56-70fbc11ae71c tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:10.282210 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d4d580df-4b3a-405f-ad1e-d24e1ac3e7a0 req-514b043c-fa22-45db-9b56-70fbc11ae71c tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 945 time: 0.0454772 Sep 12 23:29:10.285543 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14c6d1d1-0e6e-4192-b72d-bb10a2cc34c0 admin admin] Publish callbacks [] for security_group (e2566d34-f8b0-4d74-9741-88b06b6d9254), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:10.309689 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14c6d1d1-0e6e-4192-b72d-bb10a2cc34c0 admin admin] Publish callbacks [] for security_group (e2566d34-f8b0-4d74-9741-88b06b6d9254), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:10.336754 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d4d580df-4b3a-405f-ad1e-d24e1ac3e7a0 req-0064b465-4760-4935-9491-36230b46515b tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480025 Sep 12 23:29:10.357722 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14c6d1d1-0e6e-4192-b72d-bb10a2cc34c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (e2566d34-f8b0-4d74-9741-88b06b6d9254), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:10.361066 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14c6d1d1-0e6e-4192-b72d-bb10a2cc34c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:10.362283 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-14c6d1d1-0e6e-4192-b72d-bb10a2cc34c0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e2566d34-f8b0-4d74-9741-88b06b6d9254 HTTP/1.1" status: 204 len: 168 time: 0.1265669 Sep 12 23:29:10.372290 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6d1d1-0e6e-4192-b72d-bb10a2cc34c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2566d34-f8b0-4d74-9741-88b06b6d9254,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:10.490937 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccad3ad6-15dd-44c9-bfd3-ad94bf5453ef req-ab4adbc9-0e6a-4ae8-bbe1-de48e89ef833 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a3abf75-9e9d-4acc-9edb-526d5e849d0e HTTP/1.1" status: 200 len: 217 time: 0.0845501 Sep 12 23:29:10.540276 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e req-93864438-ad4d-451c-b8d6-4a37bb18de71 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f432d2c4-e8e1-4abe-b933-41ca765c4f52 HTTP/1.1" status: 200 len: 1000 time: 0.1271951 Sep 12 23:29:10.868880 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:10.895190 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76def7eb-bc0d-4140-90b2-97a6a5946b63 req-defb8f82-89af-4430-baac-5ff5452fcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:10.897000 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-76def7eb-bc0d-4140-90b2-97a6a5946b63 req-defb8f82-89af-4430-baac-5ff5452fcde6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0873830 Sep 12 23:29:10.901190 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e req-da4c685e-2c0e-4a38-8cd2-8cee400ce38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:10.902756 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e req-da4c685e-2c0e-4a38-8cd2-8cee400ce38d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda HTTP/1.1" status: 200 len: 850 time: 0.1362016 Sep 12 23:29:10.912817 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3ad6-15dd-44c9-bfd3-ad94bf5453ef req-594e9782-f7e9-4b63-9c35-a404bba8c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:10.914524 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccad3ad6-15dd-44c9-bfd3-ad94bf5453ef req-594e9782-f7e9-4b63-9c35-a404bba8c298 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.1351552 Sep 12 23:29:11.046892 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7c9c225d-0156-442f-95cd-34becbcab43f req-c071a23b-348a-4d44-b79c-a889b24519fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635405 Sep 12 23:29:11.067831 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad3ad6-15dd-44c9-bfd3-ad94bf5453ef req-12ce21c5-acd2-4615-8605-314e802eb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:11.069640 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccad3ad6-15dd-44c9-bfd3-ad94bf5453ef req-12ce21c5-acd2-4615-8605-314e802eb5fd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1423028 Sep 12 23:29:11.077278 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e req-3611c9ad-c676-4e6c-b2c3-57440a79a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:11.078970 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e req-3611c9ad-c676-4e6c-b2c3-57440a79a1bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87d38067-03b8-4be7-846c-3dce062309f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1532917 Sep 12 23:29:11.086469 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-76def7eb-bc0d-4140-90b2-97a6a5946b63 req-7096b4ad-70e7-4eb3-b8fe-eaa0def3a807 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823592 Sep 12 23:29:11.152996 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee1a30-0ad1-4d47-9d09-038fbe0e9b59 req-21160733-c9c4-4c51-aa4e-e8273188d49a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:11.156117 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f6ee1a30-0ad1-4d47-9d09-038fbe0e9b59 req-21160733-c9c4-4c51-aa4e-e8273188d49a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0677896 Sep 12 23:29:11.211287 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f6ee1a30-0ad1-4d47-9d09-038fbe0e9b59 req-20095dc3-4922-4cba-8835-9f620c0bfeae tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491471 Sep 12 23:29:11.477855 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcf78d-07db-444f-8203-334d1063c4ed req-b0c0d0ee-ff85-4cbf-bdd9-caeded0abac0 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:11.479601 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b8dcf78d-07db-444f-8203-334d1063c4ed req-b0c0d0ee-ff85-4cbf-bdd9-caeded0abac0 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 945 time: 0.0615733 Sep 12 23:29:11.554946 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c225d-0156-442f-95cd-34becbcab43f req-d1296a5f-f502-488e-b979-1d4c1d2a2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:11.556814 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7c9c225d-0156-442f-95cd-34becbcab43f req-d1296a5f-f502-488e-b979-1d4c1d2a2982 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 1129 time: 0.0761585 Sep 12 23:29:11.574728 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b8dcf78d-07db-444f-8203-334d1063c4ed req-cd622470-83fa-41be-9fe5-437dbd8567bf tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829930 Sep 12 23:29:11.597322 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e req-61bf4508-0aec-4380-a997-b67737a6344b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693327 Sep 12 23:29:11.599200 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccad3ad6-15dd-44c9-bfd3-ad94bf5453ef req-8969cefd-222b-447c-a338-27fa17036720 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807086 Sep 12 23:29:11.695798 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c225d-0156-442f-95cd-34becbcab43f req-3a506ce7-6e52-451f-a53f-4173eb4158b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:11.695798 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7c9c225d-0156-442f-95cd-34becbcab43f req-3a506ce7-6e52-451f-a53f-4173eb4158b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 918 time: 0.1049879 Sep 12 23:29:11.783911 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:11.788079 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b8dde8bd-d29e-4122-9d65-8d5f46dbba5e req-7db7f491-97ed-4991-9577-4a1931e7db75 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654489 Sep 12 23:29:11.811278 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccad3ad6-15dd-44c9-bfd3-ad94bf5453ef req-1a38a556-1868-4273-aca9-5024a7736779 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873453 Sep 12 23:29:12.250267 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7c9c225d-0156-442f-95cd-34becbcab43f req-ac490829-f7d8-4c69-a76c-fa50d219ed49 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc10fe-ce53-41fd-a771-18e381482273 HTTP/1.1" status: 200 len: 1001 time: 0.0726182 Sep 12 23:29:12.357827 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:12.375500 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837dd7f-1f87-46de-b828-75c20638d96e req-68c1b087-ea66-4b97-8e1b-82ebef1b5687 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:12.398355 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9837dd7f-1f87-46de-b828-75c20638d96e req-68c1b087-ea66-4b97-8e1b-82ebef1b5687 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.1025126 Sep 12 23:29:12.409070 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c225d-0156-442f-95cd-34becbcab43f req-2c609532-f704-488b-ab84-59549ae78975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:12.411239 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7c9c225d-0156-442f-95cd-34becbcab43f req-2c609532-f704-488b-ab84-59549ae78975 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 200 len: 856 time: 0.1122611 Sep 12 23:29:12.465185 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9837dd7f-1f87-46de-b828-75c20638d96e req-a161a1e0-6a92-48ee-9217-5f2e803c5222 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636077 Sep 12 23:29:12.498513 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c225d-0156-442f-95cd-34becbcab43f req-ff658651-a627-4c2b-ac13-3a1a505e6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:12.500118 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7c9c225d-0156-442f-95cd-34becbcab43f req-ff658651-a627-4c2b-ac13-3a1a505e6075 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=11be7f0c-3ec4-4c81-8e43-cbebcc992505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443628 Sep 12 23:29:12.622922 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7c9c225d-0156-442f-95cd-34becbcab43f req-b3fc3372-b11a-47ee-a285-fa05e4bc2e6d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907271 Sep 12 23:29:12.704810 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d2a01-fdb5-44b1-9ffe-f4e489268b02 req-d822e2e6-203a-4e6f-8b8f-5d212d843dd5 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:12.706314 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c18d2a01-fdb5-44b1-9ffe-f4e489268b02 req-d822e2e6-203a-4e6f-8b8f-5d212d843dd5 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 945 time: 0.0533726 Sep 12 23:29:12.766408 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c18d2a01-fdb5-44b1-9ffe-f4e489268b02 req-1c806be7-8b90-482f-a884-57efbc1965ad tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513706 Sep 12 23:29:12.957105 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45486) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:13.065960 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-abae2668-e1b5-47ca-aa03-a338e205faea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.149051 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-abae2668-e1b5-47ca-aa03-a338e205faea admin admin] Publish callbacks [] for security_group (712b5382-ef79-404d-b402-ef0ba96e2171), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.152705 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-abae2668-e1b5-47ca-aa03-a338e205faea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (712b5382-ef79-404d-b402-ef0ba96e2171), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.194395 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-abae2668-e1b5-47ca-aa03-a338e205faea admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=148b03d0d93f428ca93a67e409078a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360339 Sep 12 23:29:13.196926 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45496) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:13.202880 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae2668-e1b5-47ca-aa03-a338e205faea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b5382-ef79-404d-b402-ef0ba96e2171,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:13.251986 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f944056d-9c77-4050-a147-8b03e79d08fb admin admin] Publish callbacks [] for security_group (712b5382-ef79-404d-b402-ef0ba96e2171), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.273245 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f944056d-9c77-4050-a147-8b03e79d08fb admin admin] Publish callbacks [] for security_group (712b5382-ef79-404d-b402-ef0ba96e2171), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.275151 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7c9c225d-0156-442f-95cd-34becbcab43f req-ebd2404f-c63a-464c-bbd7-95353552d4d4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882471 Sep 12 23:29:13.290175 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:13.328285 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f944056d-9c77-4050-a147-8b03e79d08fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (712b5382-ef79-404d-b402-ef0ba96e2171), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.330884 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f944056d-9c77-4050-a147-8b03e79d08fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.332032 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f944056d-9c77-4050-a147-8b03e79d08fb admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/712b5382-ef79-404d-b402-ef0ba96e2171 HTTP/1.1" status: 204 len: 168 time: 0.1342261 Sep 12 23:29:13.342273 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944056d-9c77-4050-a147-8b03e79d08fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b5382-ef79-404d-b402-ef0ba96e2171,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:13.590212 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c231b82-0b99-49df-ad21-839c9dfe13f7 req-7c933f4f-788e-47fe-9895-e0c685e65510 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:13.591806 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5c231b82-0b99-49df-ad21-839c9dfe13f7 req-7c933f4f-788e-47fe-9895-e0c685e65510 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0551858 Sep 12 23:29:13.647387 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5c231b82-0b99-49df-ad21-839c9dfe13f7 req-b62cba6f-a279-414b-9921-f03eb5348728 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484681 Sep 12 23:29:13.651088 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45516) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:13.664819 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc242-6282-449d-8940-6620a3aac2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.741478 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc242-6282-449d-8940-6620a3aac2fa admin admin] Publish callbacks [] for security_group (b8966f17-9212-4e05-9c8d-203fcd9a845f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.745128 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc242-6282-449d-8940-6620a3aac2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (b8966f17-9212-4e05-9c8d-203fcd9a845f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.783827 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ca1cc242-6282-449d-8940-6620a3aac2fa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f67b152f8283494eaffcb4fb056758ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316957 Sep 12 23:29:13.785864 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cc242-6282-449d-8940-6620a3aac2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8966f17-9212-4e05-9c8d-203fcd9a845f,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:13.786510 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 45520) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:13.879074 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1035e6de-5522-42ad-bc09-88823bb3a4aa admin admin] Publish callbacks [] for security_group (b8966f17-9212-4e05-9c8d-203fcd9a845f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.912857 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359023a-c482-43f6-9cab-85e2af4a2b25 req-5e5dd423-ab0c-4906-aabe-3a4fe5f8635f tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:13.914441 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6359023a-c482-43f6-9cab-85e2af4a2b25 req-5e5dd423-ab0c-4906-aabe-3a4fe5f8635f tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 945 time: 0.0686138 Sep 12 23:29:13.916432 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1035e6de-5522-42ad-bc09-88823bb3a4aa admin admin] Publish callbacks [] for security_group (b8966f17-9212-4e05-9c8d-203fcd9a845f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:13.936999 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:13.994426 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6359023a-c482-43f6-9cab-85e2af4a2b25 req-577a6903-0c51-4687-86b1-db1442950069 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685072 Sep 12 23:29:14.006977 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1035e6de-5522-42ad-bc09-88823bb3a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (b8966f17-9212-4e05-9c8d-203fcd9a845f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:14.010035 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1035e6de-5522-42ad-bc09-88823bb3a4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:14.023593 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1035e6de-5522-42ad-bc09-88823bb3a4aa admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b8966f17-9212-4e05-9c8d-203fcd9a845f HTTP/1.1" status: 204 len: 168 time: 0.2233708 Sep 12 23:29:14.023593 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035e6de-5522-42ad-bc09-88823bb3a4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8966f17-9212-4e05-9c8d-203fcd9a845f,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:14.801933 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ddf2-a446-4794-9cb7-151da7f9cc10 req-416edd06-3ba4-4985-b299-6b91d01285c2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:14.803439 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3f21ddf2-a446-4794-9cb7-151da7f9cc10 req-416edd06-3ba4-4985-b299-6b91d01285c2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0718203 Sep 12 23:29:14.810458 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f301c-e3b5-4316-90ff-d7442ab8bcf7 req-d74c1d49-d80f-4e14-8a11-6af14505100d tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:14.820246 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-953f301c-e3b5-4316-90ff-d7442ab8bcf7 req-d74c1d49-d80f-4e14-8a11-6af14505100d tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 945 time: 0.0890605 Sep 12 23:29:14.867463 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3f21ddf2-a446-4794-9cb7-151da7f9cc10 req-b22594b5-ae0b-4056-b8e9-b98a7cb12fa8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539970 Sep 12 23:29:14.877792 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-953f301c-e3b5-4316-90ff-d7442ab8bcf7 req-8771f777-6ab8-4252-986a-67b9ae4f3fa5 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Sep 12 23:29:15.005491 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 45572) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:15.115822 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-42d19a8d-c4db-4c67-bd92-2966cff039e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:15.129992 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=54 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:15.197734 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-42d19a8d-c4db-4c67-bd92-2966cff039e2 admin admin] Publish callbacks [] for security_group (b9c3aa26-b71c-478c-9776-0cbed008fed9), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:15.202897 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-42d19a8d-c4db-4c67-bd92-2966cff039e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (b9c3aa26-b71c-478c-9776-0cbed008fed9), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:15.218012 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:15.250671 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-42d19a8d-c4db-4c67-bd92-2966cff039e2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=08fff01b75b04446bcf402130343bc77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440319 Sep 12 23:29:15.251919 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d19a8d-c4db-4c67-bd92-2966cff039e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c3aa26-b71c-478c-9776-0cbed008fed9,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:15.253308 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45586) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:15.272427 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:15.310046 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-434e605a-5cd5-4824-a8dc-7b0d6dd8356f admin admin] Publish callbacks [] for security_group (b9c3aa26-b71c-478c-9776-0cbed008fed9), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:15.330251 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-434e605a-5cd5-4824-a8dc-7b0d6dd8356f admin admin] Publish callbacks [] for security_group (b9c3aa26-b71c-478c-9776-0cbed008fed9), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:15.378327 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-434e605a-5cd5-4824-a8dc-7b0d6dd8356f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (b9c3aa26-b71c-478c-9776-0cbed008fed9), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:15.381465 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-434e605a-5cd5-4824-a8dc-7b0d6dd8356f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:15.382613 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-434e605a-5cd5-4824-a8dc-7b0d6dd8356f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b9c3aa26-b71c-478c-9776-0cbed008fed9 HTTP/1.1" status: 204 len: 168 time: 0.1278369 Sep 12 23:29:15.391506 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e605a-5cd5-4824-a8dc-7b0d6dd8356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c3aa26-b71c-478c-9776-0cbed008fed9,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:15.737821 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45604) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:15.755545 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-631da2af-5d78-4fc0-9825-4a7588561ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:15.841826 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-631da2af-5d78-4fc0-9825-4a7588561ad4 admin admin] Publish callbacks [] for security_group (94ce290f-05d6-4713-b051-ece46a7d107d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:15.846827 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-631da2af-5d78-4fc0-9825-4a7588561ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (94ce290f-05d6-4713-b051-ece46a7d107d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:15.892169 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-631da2af-5d78-4fc0-9825-4a7588561ad4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8d1fd16d8bf04f90bb348a26273d3f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541576 Sep 12 23:29:15.894262 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631da2af-5d78-4fc0-9825-4a7588561ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ce290f-05d6-4713-b051-ece46a7d107d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:15.895067 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 45608) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:16.045022 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-12ef0e19-ea18-4572-adb9-d29b08c928c8 admin admin] Publish callbacks [] for security_group (94ce290f-05d6-4713-b051-ece46a7d107d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:16.063022 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839469d-fd39-4db0-8fd2-98f3b16149b1 req-9c15a134-7351-4d75-a377-d3feb7e72194 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:16.068056 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c839469d-fd39-4db0-8fd2-98f3b16149b1 req-9c15a134-7351-4d75-a377-d3feb7e72194 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0604300 Sep 12 23:29:16.116501 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:16.129976 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c898e0f-e228-4f14-bf68-c952130c00c0 req-8a5681d7-20c8-46b6-9e9c-18d261496919 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:16.131751 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1c898e0f-e228-4f14-bf68-c952130c00c0 req-8a5681d7-20c8-46b6-9e9c-18d261496919 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 945 time: 0.0899246 Sep 12 23:29:16.137537 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-12ef0e19-ea18-4572-adb9-d29b08c928c8 admin admin] Publish callbacks [] for security_group (94ce290f-05d6-4713-b051-ece46a7d107d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:16.139149 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c839469d-fd39-4db0-8fd2-98f3b16149b1 req-17ccf6b9-78d8-4624-9df2-7a8878b03cc4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677228 Sep 12 23:29:16.219346 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1c898e0f-e228-4f14-bf68-c952130c00c0 req-8481d893-3be3-4767-9976-fe7e5a7107af tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782361 Sep 12 23:29:16.236497 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-12ef0e19-ea18-4572-adb9-d29b08c928c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (94ce290f-05d6-4713-b051-ece46a7d107d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:16.239060 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-12ef0e19-ea18-4572-adb9-d29b08c928c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:16.240183 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-12ef0e19-ea18-4572-adb9-d29b08c928c8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/94ce290f-05d6-4713-b051-ece46a7d107d HTTP/1.1" status: 204 len: 168 time: 0.3438487 Sep 12 23:29:16.247842 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef0e19-ea18-4572-adb9-d29b08c928c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ce290f-05d6-4713-b051-ece46a7d107d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:17.279410 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3e29-4985-4fac-905c-07400e246fcd req-e22de064-3cea-4b07-8ac2-06aabc234077 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:17.282517 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-900e3e29-4985-4fac-905c-07400e246fcd req-e22de064-3cea-4b07-8ac2-06aabc234077 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0705173 Sep 12 23:29:17.356986 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-900e3e29-4985-4fac-905c-07400e246fcd req-f77ad72e-f801-4dd9-9133-05dd35a6298d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680935 Sep 12 23:29:17.380197 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452eae9-9571-49af-9847-da5939f25c66 req-2f63824d-8534-48b7-a572-f909b416b73e tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:17.383483 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2452eae9-9571-49af-9847-da5939f25c66 req-2f63824d-8534-48b7-a572-f909b416b73e tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 945 time: 0.0698156 Sep 12 23:29:17.448134 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2452eae9-9571-49af-9847-da5939f25c66 req-add16a19-393d-4a40-967a-2c72e8ee5be2 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581686 Sep 12 23:29:18.330367 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=50 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:18.482751 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3360dfe-f512-4b53-9e21-6e2e0d36511b req-0504f95d-c33b-47fe-a53b-64599852199a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:18.484241 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e3360dfe-f512-4b53-9e21-6e2e0d36511b req-0504f95d-c33b-47fe-a53b-64599852199a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0481746 Sep 12 23:29:18.536080 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e3360dfe-f512-4b53-9e21-6e2e0d36511b req-02908a91-0712-446c-b7b7-84cdbdb3087d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461633 Sep 12 23:29:18.611830 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71308095-15ca-4339-b397-0ef7d561b316 req-d42760ba-8d97-4375-b1cc-4b6dc725ac0b tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:18.613302 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-71308095-15ca-4339-b397-0ef7d561b316 req-d42760ba-8d97-4375-b1cc-4b6dc725ac0b tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Sep 12 23:29:18.672914 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-71308095-15ca-4339-b397-0ef7d561b316 req-9368d46f-cc01-42e4-8b43-af3a52287956 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538068 Sep 12 23:29:19.666266 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f67eb-bf97-4496-9f6f-3c6abd959ffa req-2abe4fab-a398-49bd-a8c9-0a45b479e096 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:19.667789 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-460f67eb-bf97-4496-9f6f-3c6abd959ffa req-2abe4fab-a398-49bd-a8c9-0a45b479e096 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0506568 Sep 12 23:29:19.681420 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 45760) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:19.717074 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-460f67eb-bf97-4496-9f6f-3c6abd959ffa req-982e1607-cc78-4962-869c-cb5599cfdaed tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Sep 12 23:29:19.806851 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e38118d5-b4e9-442a-b311-1f0598d6d961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:19.826088 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c76a5-8459-40f4-bc27-dadc309fd0cb req-98e22452-e0fb-474a-b738-c581b68c80dc tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:19.827742 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-de6c76a5-8459-40f4-bc27-dadc309fd0cb req-98e22452-e0fb-474a-b738-c581b68c80dc tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 945 time: 0.0710471 Sep 12 23:29:19.844283 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:19.921722 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-de6c76a5-8459-40f4-bc27-dadc309fd0cb req-ad9aced9-727e-4008-9e27-c4a5bb3c0297 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879889 Sep 12 23:29:19.975880 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc874f5b-2312-4857-ad07-11a161e3a06a req-f4ab366c-ee9f-497d-829c-7088a399e811 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:19.977367 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cc874f5b-2312-4857-ad07-11a161e3a06a req-f4ab366c-ee9f-497d-829c-7088a399e811 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 945 time: 0.0751219 Sep 12 23:29:19.989820 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e38118d5-b4e9-442a-b311-1f0598d6d961 admin admin] Publish callbacks [] for security_group (d3c1094b-fa92-4178-80af-556f91632a5c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:19.999049 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e38118d5-b4e9-442a-b311-1f0598d6d961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (d3c1094b-fa92-4178-80af-556f91632a5c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.087818 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e38118d5-b4e9-442a-b311-1f0598d6d961 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5911efa01bf1431cb07e76d057f90c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4029105 Sep 12 23:29:20.088206 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45772) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:20.106864 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38118d5-b4e9-442a-b311-1f0598d6d961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c1094b-fa92-4178-80af-556f91632a5c,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:20.145859 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-cc874f5b-2312-4857-ad07-11a161e3a06a req-1bb9b4ec-d99f-405e-928e-904f0763266a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Deleting port caa88b03-6ce8-4395-afa3-e6a8043de3f7 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:29:20.146155 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-cc874f5b-2312-4857-ad07-11a161e3a06a req-1bb9b4ec-d99f-405e-928e-904f0763266a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.171826 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9df76c4e-93df-4226-a81e-855476577121 admin admin] Publish callbacks [] for security_group (d3c1094b-fa92-4178-80af-556f91632a5c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.189334 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 45774) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:20.196946 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9df76c4e-93df-4226-a81e-855476577121 admin admin] Publish callbacks [] for security_group (d3c1094b-fa92-4178-80af-556f91632a5c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.242787 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:20.254626 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9df76c4e-93df-4226-a81e-855476577121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (d3c1094b-fa92-4178-80af-556f91632a5c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.257784 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-cc874f5b-2312-4857-ad07-11a161e3a06a req-1bb9b4ec-d99f-405e-928e-904f0763266a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] For port caa88b03-6ce8-4395-afa3-e6a8043de3f7, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=caa88b03-6ce8-4395-afa3-e6a8043de3f7,segment=NetworkSegment(e49805ea-1d84-4b9b-9000-1269affe0e37),segment_id=e49805ea-1d84-4b9b-9000-1269affe0e37)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:20.258180 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9df76c4e-93df-4226-a81e-855476577121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.258527 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-cc874f5b-2312-4857-ad07-11a161e3a06a req-1bb9b4ec-d99f-405e-928e-904f0763266a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.276176 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9df76c4e-93df-4226-a81e-855476577121 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d3c1094b-fa92-4178-80af-556f91632a5c HTTP/1.1" status: 204 len: 168 time: 0.1848111 Sep 12 23:29:20.278556 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-cc874f5b-2312-4857-ad07-11a161e3a06a req-1bb9b4ec-d99f-405e-928e-904f0763266a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Calling delete_port for caa88b03-6ce8-4395-afa3-e6a8043de3f7 owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:29:20.305300 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df76c4e-93df-4226-a81e-855476577121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c1094b-fa92-4178-80af-556f91632a5c,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:20.364727 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-19c9554c-f284-46ef-a9f5-dba34e77a257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.519469 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-19c9554c-f284-46ef-a9f5-dba34e77a257 admin admin] Publish callbacks [] for security_group (9dae0729-4ec1-4f09-8dbf-180b2d6ee3fa), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.524635 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-19c9554c-f284-46ef-a9f5-dba34e77a257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9dae0729-4ec1-4f09-8dbf-180b2d6ee3fa), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.531965 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-cc874f5b-2312-4857-ad07-11a161e3a06a req-1bb9b4ec-d99f-405e-928e-904f0763266a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (caa88b03-6ce8-4395-afa3-e6a8043de3f7), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.547880 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['caa88b03-6ce8-4395-afa3-e6a8043de3f7'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:29:20.594386 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9b4ec-d99f-405e-928e-904f0763266a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Pushing event deleted for resources: {'Port': ['ID=caa88b03-6ce8-4395-afa3-e6a8043de3f7,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:20.599780 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9554c-f284-46ef-a9f5-dba34e77a257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dae0729-4ec1-4f09-8dbf-180b2d6ee3fa,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:20.612995 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-19c9554c-f284-46ef-a9f5-dba34e77a257 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=96222758254a4bd6971a94e0a7d058a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226620 Sep 12 23:29:20.616146 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45794) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:20.695907 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fa20261d-ea48-45e1-9f62-8b189235bb00 admin admin] Publish callbacks [] for security_group (9dae0729-4ec1-4f09-8dbf-180b2d6ee3fa), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.705621 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355644a-55d5-4bae-83b9-02048f11b84f req-79140772-44d8-4d07-8ed0-07d07066bcd7 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:20.706953 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45796) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:20.707102 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8355644a-55d5-4bae-83b9-02048f11b84f req-79140772-44d8-4d07-8ed0-07d07066bcd7 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0493274 Sep 12 23:29:20.727364 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bbbf6c76-0240-4f3d-b47b-5060fefa4a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.728677 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc874f5b-2312-4857-ad07-11a161e3a06a req-1bb9b4ec-d99f-405e-928e-904f0763266a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] No DVR routers for this DVR port caa88b03-6ce8-4395-afa3-e6a8043de3f7 on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:29:20.737002 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-cc874f5b-2312-4857-ad07-11a161e3a06a req-1bb9b4ec-d99f-405e-928e-904f0763266a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.740253 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cc874f5b-2312-4857-ad07-11a161e3a06a req-1bb9b4ec-d99f-405e-928e-904f0763266a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.25 "DELETE /networking/v2.0/ports/caa88b03-6ce8-4395-afa3-e6a8043de3f7 HTTP/1.1" status: 204 len: 173 time: 0.7492030 Sep 12 23:29:20.740816 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc907ee-49c2-4621-b309-f687358b0cb7', 'name': 'network-vif-deleted', 'tag': 'caa88b03-6ce8-4395-afa3-e6a8043de3f7'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:20.743044 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc6a6c3-41b5-42db-ae7f-b7ed0406ef57" -d '{"events": [{"server_uuid": "3fc907ee-49c2-4621-b309-f687358b0cb7", "name": "network-vif-deleted", "tag": "caa88b03-6ce8-4395-afa3-e6a8043de3f7"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:20.749629 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fa20261d-ea48-45e1-9f62-8b189235bb00 admin admin] Publish callbacks [] for security_group (9dae0729-4ec1-4f09-8dbf-180b2d6ee3fa), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.754336 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:20.768262 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:20.787796 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8355644a-55d5-4bae-83b9-02048f11b84f req-33c5ab0c-f6e3-4b27-a724-cc1c4ef9a057 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600576 Sep 12 23:29:20.854566 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b6679-e873-4ed7-a08e-d2a699e3967a x-openstack-request-id: req-8e8b6679-e873-4ed7-a08e-d2a699e3967a {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:20.855062 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc907ee-49c2-4621-b309-f687358b0cb7", "name": "network-vif-deleted", "tag": "caa88b03-6ce8-4395-afa3-e6a8043de3f7", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:20.855324 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8e8b6679-e873-4ed7-a08e-d2a699e3967a {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:20.855755 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8b6679-e873-4ed7-a08e-d2a699e3967a'] response: {'server_uuid': '3fc907ee-49c2-4621-b309-f687358b0cb7', 'name': 'network-vif-deleted', 'tag': 'caa88b03-6ce8-4395-afa3-e6a8043de3f7', 'status': 'completed', 'code': 200} Sep 12 23:29:20.871347 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 45804) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:20.901904 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fa20261d-ea48-45e1-9f62-8b189235bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9dae0729-4ec1-4f09-8dbf-180b2d6ee3fa), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.904373 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fa20261d-ea48-45e1-9f62-8b189235bb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.905834 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-fa20261d-ea48-45e1-9f62-8b189235bb00 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9dae0729-4ec1-4f09-8dbf-180b2d6ee3fa HTTP/1.1" status: 204 len: 168 time: 0.2886653 Sep 12 23:29:20.933221 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92bd8d-c12f-41b3-8540-231a28d6db4e req-96970fb5-cabb-41c1-8348-2eb6e3352a25 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:20.934718 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3f92bd8d-c12f-41b3-8540-231a28d6db4e req-96970fb5-cabb-41c1-8348-2eb6e3352a25 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0948677 Sep 12 23:29:20.937227 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bbbf6c76-0240-4f3d-b47b-5060fefa4a2f admin admin] Publish callbacks [] for security_group (5a39dbb0-a30a-4903-b4f9-9681e3926a62), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:20.938892 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20261d-ea48-45e1-9f62-8b189235bb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dae0729-4ec1-4f09-8dbf-180b2d6ee3fa,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:20.943742 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bbbf6c76-0240-4f3d-b47b-5060fefa4a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (5a39dbb0-a30a-4903-b4f9-9681e3926a62), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.000677 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:21.006117 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 45812) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:21.006273 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-bbbf6c76-0240-4f3d-b47b-5060fefa4a2f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2953ed6a55134c5fa3886a6486f3faff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982244 Sep 12 23:29:21.016974 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf6c76-0240-4f3d-b47b-5060fefa4a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a39dbb0-a30a-4903-b4f9-9681e3926a62,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:21.053968 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3f92bd8d-c12f-41b3-8540-231a28d6db4e req-38bd60d9-67e3-4b85-97f0-098b8fdbb2cc tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032212 Sep 12 23:29:21.079304 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4392f8c3-450f-4fff-9b72-035bce25e961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.110224 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5e75e445-da8f-441a-91d4-be5f2b42a237 req-b1c69f02-eb32-422f-bbed-ab4ecf9a85b2 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 210 time: 0.0560627 Sep 12 23:29:21.141265 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-83e1b13c-8231-4068-a8d5-a8f4131a13ce admin admin] Publish callbacks [] for security_group (5a39dbb0-a30a-4903-b4f9-9681e3926a62), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.174452 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-83e1b13c-8231-4068-a8d5-a8f4131a13ce admin admin] Publish callbacks [] for security_group (5a39dbb0-a30a-4903-b4f9-9681e3926a62), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.246294 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4392f8c3-450f-4fff-9b72-035bce25e961 admin admin] Publish callbacks [] for security_group (9609fb16-9fec-4146-97fc-2c00b457b878), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.249770 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4392f8c3-450f-4fff-9b72-035bce25e961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9609fb16-9fec-4146-97fc-2c00b457b878), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.274211 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-83e1b13c-8231-4068-a8d5-a8f4131a13ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (5a39dbb0-a30a-4903-b4f9-9681e3926a62), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.277325 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-83e1b13c-8231-4068-a8d5-a8f4131a13ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.278472 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-83e1b13c-8231-4068-a8d5-a8f4131a13ce admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5a39dbb0-a30a-4903-b4f9-9681e3926a62 HTTP/1.1" status: 204 len: 168 time: 0.2714052 Sep 12 23:29:21.298366 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392f8c3-450f-4fff-9b72-035bce25e961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9609fb16-9fec-4146-97fc-2c00b457b878,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:21.303933 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4392f8c3-450f-4fff-9b72-035bce25e961 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=86448ad59ed94f15be8d6c1ad6a5eac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4315257 Sep 12 23:29:21.306791 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45824) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:21.312749 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1b13c-8231-4068-a8d5-a8f4131a13ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a39dbb0-a30a-4903-b4f9-9681e3926a62,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:21.369915 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4e20c18-a994-4be6-af64-1a83fdb7da29 admin admin] Publish callbacks [] for security_group (9609fb16-9fec-4146-97fc-2c00b457b878), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.397548 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4e20c18-a994-4be6-af64-1a83fdb7da29 admin admin] Publish callbacks [] for security_group (9609fb16-9fec-4146-97fc-2c00b457b878), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.454512 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4e20c18-a994-4be6-af64-1a83fdb7da29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9609fb16-9fec-4146-97fc-2c00b457b878), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.457058 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4e20c18-a994-4be6-af64-1a83fdb7da29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:21.460975 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e4e20c18-a994-4be6-af64-1a83fdb7da29 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9609fb16-9fec-4146-97fc-2c00b457b878 HTTP/1.1" status: 204 len: 168 time: 0.1531425 Sep 12 23:29:21.470259 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e20c18-a994-4be6-af64-1a83fdb7da29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9609fb16-9fec-4146-97fc-2c00b457b878,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:21.928526 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e3a5a-ed7a-4dae-afa1-c1a19969d8c3 req-106de676-3470-4f95-9cd1-1917aae2e198 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:21.929986 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b50e3a5a-ed7a-4dae-afa1-c1a19969d8c3 req-106de676-3470-4f95-9cd1-1917aae2e198 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0562274 Sep 12 23:29:21.987083 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b50e3a5a-ed7a-4dae-afa1-c1a19969d8c3 req-d6e64415-9189-4e13-a032-f57a879883a5 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515106 Sep 12 23:29:22.149027 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:22.196019 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f26bb-c5eb-4bfd-9231-35ed9794ed60 req-f3876a32-35c0-429a-b94d-171e2b933267 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:22.203540 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-563f26bb-c5eb-4bfd-9231-35ed9794ed60 req-f3876a32-35c0-429a-b94d-171e2b933267 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0726032 Sep 12 23:29:22.262744 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3f71df8d-36d4-41cd-bc47-061f6df8685b req-e1e703f8-98c4-46ce-8d3a-b299590a7890 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 210 time: 0.0339115 Sep 12 23:29:22.264646 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-563f26bb-c5eb-4bfd-9231-35ed9794ed60 req-763dd09a-1715-4adf-bead-8d741e0c308d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548015 Sep 12 23:29:22.585446 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 45894) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:22.692566 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c848b5-2a6e-4748-a4f0-76a923e72ce2 req-ad512471-e2c0-4c8e-b1fb-ac7ea432e775 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:22.693382 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f4c848b5-2a6e-4748-a4f0-76a923e72ce2 req-ad512471-e2c0-4c8e-b1fb-ac7ea432e775 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0524671 Sep 12 23:29:22.798576 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-f4c848b5-2a6e-4748-a4f0-76a923e72ce2 req-9cfa1ebc-0099-42c9-bb24-6cd542b7827b tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Deleting port 262242d2-62b5-4e29-8759-130e6a7786d0 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:29:22.798918 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-f4c848b5-2a6e-4748-a4f0-76a923e72ce2 req-9cfa1ebc-0099-42c9-bb24-6cd542b7827b tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:22.906307 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-45296053-323f-4d19-a28e-13f12a1fe4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:22.940918 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-f4c848b5-2a6e-4748-a4f0-76a923e72ce2 req-9cfa1ebc-0099-42c9-bb24-6cd542b7827b tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] For port 262242d2-62b5-4e29-8759-130e6a7786d0, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=262242d2-62b5-4e29-8759-130e6a7786d0,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:22.941361 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-f4c848b5-2a6e-4748-a4f0-76a923e72ce2 req-9cfa1ebc-0099-42c9-bb24-6cd542b7827b tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:22.960667 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-f4c848b5-2a6e-4748-a4f0-76a923e72ce2 req-9cfa1ebc-0099-42c9-bb24-6cd542b7827b tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Calling delete_port for 262242d2-62b5-4e29-8759-130e6a7786d0 owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:29:23.032071 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:23.104750 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-45296053-323f-4d19-a28e-13f12a1fe4b6 admin admin] Publish callbacks [] for security_group (57260616-3039-4c4f-9afd-304c7bfe8f21), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:23.115633 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-45296053-323f-4d19-a28e-13f12a1fe4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (57260616-3039-4c4f-9afd-304c7bfe8f21), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:23.165692 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f003c0e-477c-451d-a79d-1f2885398878 req-29897328-a0a5-4bcd-b8e8-263f97e70a73 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:23.167274 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9f003c0e-477c-451d-a79d-1f2885398878 req-29897328-a0a5-4bcd-b8e8-263f97e70a73 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 945 time: 0.0755167 Sep 12 23:29:23.241441 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9f003c0e-477c-451d-a79d-1f2885398878 req-31b954bd-fba3-4dba-aa48-99ddbf654ff6 tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67591fae-4316-46f6-86dc-833142e7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684738 Sep 12 23:29:23.257007 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-45296053-323f-4d19-a28e-13f12a1fe4b6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=225b6c3b2fa04864880e31300a37f82a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6702757 Sep 12 23:29:23.260880 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 45944) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:23.280710 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45296053-323f-4d19-a28e-13f12a1fe4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57260616-3039-4c4f-9afd-304c7bfe8f21,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:23.342939 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-f4c848b5-2a6e-4748-a4f0-76a923e72ce2 req-9cfa1ebc-0099-42c9-bb24-6cd542b7827b tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (262242d2-62b5-4e29-8759-130e6a7786d0), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:23.355168 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['262242d2-62b5-4e29-8759-130e6a7786d0'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:29:23.412221 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c968437-a1ac-4250-a985-fbd83323bd5c admin admin] Publish callbacks [] for security_group (57260616-3039-4c4f-9afd-304c7bfe8f21), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:23.413675 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa1ebc-0099-42c9-bb24-6cd542b7827b tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Pushing event deleted for resources: {'Port': ['ID=262242d2-62b5-4e29-8759-130e6a7786d0,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:23.441545 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c968437-a1ac-4250-a985-fbd83323bd5c admin admin] Publish callbacks [] for security_group (57260616-3039-4c4f-9afd-304c7bfe8f21), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:23.484911 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-523fc18d-14ae-42ae-b58a-92d809617030 req-334caef9-a1ac-4ffb-8237-94f349de2268 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=3fc907ee-49c2-4621-b309-f687358b0cb7 HTTP/1.1" status: 200 len: 210 time: 0.0364029 Sep 12 23:29:23.516563 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c848b5-2a6e-4748-a4f0-76a923e72ce2 req-9cfa1ebc-0099-42c9-bb24-6cd542b7827b tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] No DVR routers for this DVR port 262242d2-62b5-4e29-8759-130e6a7786d0 on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:29:23.527799 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-f4c848b5-2a6e-4748-a4f0-76a923e72ce2 req-9cfa1ebc-0099-42c9-bb24-6cd542b7827b tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:23.532384 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f4c848b5-2a6e-4748-a4f0-76a923e72ce2 req-9cfa1ebc-0099-42c9-bb24-6cd542b7827b tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.25 "DELETE /networking/v2.0/ports/262242d2-62b5-4e29-8759-130e6a7786d0 HTTP/1.1" status: 204 len: 173 time: 0.8328614 Sep 12 23:29:23.533120 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e922a5d-06e3-456e-ac49-64d6c3aba117', 'name': 'network-vif-deleted', 'tag': '262242d2-62b5-4e29-8759-130e6a7786d0'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:23.535650 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaf843d-43fb-4334-b2fb-5e116820a9fd" -d '{"events": [{"server_uuid": "7e922a5d-06e3-456e-ac49-64d6c3aba117", "name": "network-vif-deleted", "tag": "262242d2-62b5-4e29-8759-130e6a7786d0"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:23.556968 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c968437-a1ac-4250-a985-fbd83323bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (57260616-3039-4c4f-9afd-304c7bfe8f21), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:23.563037 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62b865-815b-4285-aa3c-829116484694 req-534512e7-d8f3-427b-a92c-bedaf2ae11db tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:23.566102 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c968437-a1ac-4250-a985-fbd83323bd5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:23.569952 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-2c968437-a1ac-4250-a985-fbd83323bd5c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/57260616-3039-4c4f-9afd-304c7bfe8f21 HTTP/1.1" status: 204 len: 168 time: 0.3053150 Sep 12 23:29:23.573249 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7c62b865-815b-4285-aa3c-829116484694 req-534512e7-d8f3-427b-a92c-bedaf2ae11db tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.1623058 Sep 12 23:29:23.597672 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c968437-a1ac-4250-a985-fbd83323bd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57260616-3039-4c4f-9afd-304c7bfe8f21,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:23.676645 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370abfa6-a2c5-4648-8131-ca596b84d379 x-openstack-request-id: req-370abfa6-a2c5-4648-8131-ca596b84d379 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:23.676934 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e922a5d-06e3-456e-ac49-64d6c3aba117", "name": "network-vif-deleted", "tag": "262242d2-62b5-4e29-8759-130e6a7786d0", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:23.678331 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device caa88b03-6ce8-4395-afa3-e6a8043de3f7 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:29:23.680172 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-370abfa6-a2c5-4648-8131-ca596b84d379 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:23.680568 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370abfa6-a2c5-4648-8131-ca596b84d379'] response: {'server_uuid': '7e922a5d-06e3-456e-ac49-64d6c3aba117', 'name': 'network-vif-deleted', 'tag': '262242d2-62b5-4e29-8759-130e6a7786d0', 'status': 'completed', 'code': 200} Sep 12 23:29:23.691458 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7c62b865-815b-4285-aa3c-829116484694 req-5f4a4c00-f8b6-43d8-bc4f-b0482face9b8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172729 Sep 12 23:29:23.714351 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: caa88b03-6ce8-4395-afa3-e6a8043de3f7 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:29:23.714859 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device caa88b03-6ce8-4395-afa3-e6a8043de3f7 not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:29:24.282686 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 46012) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:24.386825 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0cd3d2a0-4b27-4ae1-8c1e-9caf3107206e req-876ac0e0-8004-4c3a-808d-43ce937bb3cf tempest-DeleteServersTestJSON-1081951738 tempest-DeleteServersTestJSON-1081951738-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=7e922a5d-06e3-456e-ac49-64d6c3aba117 HTTP/1.1" status: 200 len: 210 time: 0.0435028 Sep 12 23:29:24.413598 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c674a4b2-70f7-4e69-8069-89c77969677e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:24.416124 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:24.503435 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c674a4b2-70f7-4e69-8069-89c77969677e admin admin] Publish callbacks [] for security_group (18d7e08c-30f1-4414-8809-65886f766123), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:24.507592 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c674a4b2-70f7-4e69-8069-89c77969677e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (18d7e08c-30f1-4414-8809-65886f766123), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:24.564661 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c674a4b2-70f7-4e69-8069-89c77969677e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a85123eaecc84a7dacd2ac22244a0088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787359 Sep 12 23:29:24.565325 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46026) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:24.575944 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674a4b2-70f7-4e69-8069-89c77969677e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d7e08c-30f1-4414-8809-65886f766123,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:24.617619 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:24.645573 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a98ccc1-33fa-4bd2-9a82-5d60303277e3 admin admin] Publish callbacks [] for security_group (18d7e08c-30f1-4414-8809-65886f766123), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:24.684746 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a98ccc1-33fa-4bd2-9a82-5d60303277e3 admin admin] Publish callbacks [] for security_group (18d7e08c-30f1-4414-8809-65886f766123), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:24.747403 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a98ccc1-33fa-4bd2-9a82-5d60303277e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (18d7e08c-30f1-4414-8809-65886f766123), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:24.750327 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9a98ccc1-33fa-4bd2-9a82-5d60303277e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:24.752717 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9a98ccc1-33fa-4bd2-9a82-5d60303277e3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/18d7e08c-30f1-4414-8809-65886f766123 HTTP/1.1" status: 204 len: 168 time: 0.1863379 Sep 12 23:29:24.770747 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98ccc1-33fa-4bd2-9a82-5d60303277e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d7e08c-30f1-4414-8809-65886f766123,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:24.856034 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cb09d-43c4-4107-b1ea-3926920da536 req-64cb0a6b-6b35-411a-8698-da01274c732e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:24.864919 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-341cb09d-43c4-4107-b1ea-3926920da536 req-64cb0a6b-6b35-411a-8698-da01274c732e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0875084 Sep 12 23:29:24.924519 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5840d8c2-8d76-42e4-b5a9-9117e6b80e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:24.943883 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-341cb09d-43c4-4107-b1ea-3926920da536 req-cb5d93fc-2e6d-413a-a9f5-af8de37d3d5e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767159 Sep 12 23:29:25.025523 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-12300f71-4b7a-4e82-b75b-e19f19008d5a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:25.027300 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-12300f71-4b7a-4e82-b75b-e19f19008d5a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 HTTP/1.1" status: 200 len: 808 time: 0.2026436 Sep 12 23:29:25.043593 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:25.046728 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-01cffbda-85f4-455e-b64f-ff65d49169d6 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/quotas/641b6882f873400fbef301fc5ce82391 HTTP/1.1" status: 200 len: 375 time: 0.0108724 Sep 12 23:29:25.091559 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-248182ed-636d-446a-a5f2-70b7c5bc0837 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=641b6882f873400fbef301fc5ce82391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381370 Sep 12 23:29:25.234626 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-656cee72-bf93-4f9d-98f4-d104d2c4a766 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b00c67d0-ddbb-4c24-ae7c-fa1370f53f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281300 Sep 12 23:29:25.251002 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46056) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:25.265996 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-684ddb31-94c8-4697-9bce-1e8d69eb0309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:25.353155 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-2c74c0f9-850e-4fd1-9455-a726f193f3c7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b00c67d0-ddbb-4c24-ae7c-fa1370f53f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173179 Sep 12 23:29:25.369123 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-684ddb31-94c8-4697-9bce-1e8d69eb0309 admin admin] Publish callbacks [] for security_group (33e1b616-b418-42a4-80de-b0307de5bf26), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:25.372873 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-684ddb31-94c8-4697-9bce-1e8d69eb0309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (33e1b616-b418-42a4-80de-b0307de5bf26), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:25.415448 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-684ddb31-94c8-4697-9bce-1e8d69eb0309 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e9127c63f3f446e4b43f957ce9801c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633337 Sep 12 23:29:25.415783 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 46062) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:25.417798 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ddb31-94c8-4697-9bce-1e8d69eb0309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e1b616-b418-42a4-80de-b0307de5bf26,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:25.476965 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6644b4b1-0d3f-4aa3-9649-83b3e790b77e admin admin] Publish callbacks [] for security_group (33e1b616-b418-42a4-80de-b0307de5bf26), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:25.500363 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6644b4b1-0d3f-4aa3-9649-83b3e790b77e admin admin] Publish callbacks [] for security_group (33e1b616-b418-42a4-80de-b0307de5bf26), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:25.552859 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-21b15b24-cbec-4e59-ad56-1a6464a502d6 req-e4b4dbe1-5768-462a-a28f-7af4b7bdbeca tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 210 time: 0.0366125 Sep 12 23:29:25.585590 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6644b4b1-0d3f-4aa3-9649-83b3e790b77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (33e1b616-b418-42a4-80de-b0307de5bf26), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:25.588880 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6644b4b1-0d3f-4aa3-9649-83b3e790b77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:25.590283 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-6644b4b1-0d3f-4aa3-9649-83b3e790b77e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/33e1b616-b418-42a4-80de-b0307de5bf26 HTTP/1.1" status: 204 len: 168 time: 0.1717732 Sep 12 23:29:25.600114 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644b4b1-0d3f-4aa3-9649-83b3e790b77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e1b616-b418-42a4-80de-b0307de5bf26,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:26.100832 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3097b1-feb9-49c2-9cc9-5937f49d77b1 req-580c2204-4118-4c8f-a464-5dd97727bdfd tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:26.102905 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fb3097b1-feb9-49c2-9cc9-5937f49d77b1 req-580c2204-4118-4c8f-a464-5dd97727bdfd tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0531702 Sep 12 23:29:26.156572 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fb3097b1-feb9-49c2-9cc9-5937f49d77b1 req-71fd3e4f-5b7a-4c7a-8c01-32e8660ec3ca tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461652 Sep 12 23:29:26.539278 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3764f956-2914-4708-b19b-f2065e030466 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=6fa4238c07c0476095fde3edb52432ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303111 Sep 12 23:29:26.671216 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-763b16b2-7144-4058-8bea-8c50b921cc33 req-bbfb84df-34d4-479c-b264-e78d94eafdb4 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 210 time: 0.0322247 Sep 12 23:29:26.929852 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:26.968105 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-9af3ce1d-b29f-49f3-a435-bac390b08916 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:26.975590 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-9af3ce1d-b29f-49f3-a435-bac390b08916 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4310148 Sep 12 23:29:26.993926 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-e4c15c0f-3c97-4d3c-8e4f-f61ae1d48771 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/quotas/6fa4238c07c0476095fde3edb52432ef HTTP/1.1" status: 200 len: 375 time: 0.0173011 Sep 12 23:29:27.026653 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46144) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:27.030474 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-46d53031-62b9-4270-ad87-562e92fd11eb tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6fa4238c07c0476095fde3edb52432ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352755 Sep 12 23:29:27.044506 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-85b0cc49-8053-46e4-a8f3-fa89568e1bed tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:27.046763 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-85b0cc49-8053-46e4-a8f3-fa89568e1bed tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 HTTP/1.1" status: 200 len: 808 time: 0.1836777 Sep 12 23:29:27.169096 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Request body: {'port': {'device_id': '09e47a7d-ea1f-4363-b801-a76ce8db7f23', 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73', 'admin_state_up': True, 'tenant_id': '641b6882f873400fbef301fc5ce82391'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:29:27.322463 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e01eb630-e083-479a-86a4-c4c6e9773f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:27.330866 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b147e-3d23-4d1c-8479-e5265f196114 req-28b2b763-3f2b-4ce6-b0f2-0a8f72f4c432 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:27.338417 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5d3b147e-3d23-4d1c-8479-e5265f196114 req-28b2b763-3f2b-4ce6-b0f2-0a8f72f4c432 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0840061 Sep 12 23:29:27.360640 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a29b2720-93c1-4c6c-b7eb-16bea14ab255 req-3ae4546e-dc44-4df2-95d3-79b71f2c9cef tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 210 time: 0.1366427 Sep 12 23:29:27.412145 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5d3b147e-3d23-4d1c-8479-e5265f196114 req-ed77b390-e0cd-4dff-b2cf-7ecd024f6c92 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727413 Sep 12 23:29:27.714403 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 262242d2-62b5-4e29-8759-130e6a7786d0 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:29:27.747612 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: 262242d2-62b5-4e29-8759-130e6a7786d0 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:29:27.747950 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 262242d2-62b5-4e29-8759-130e6a7786d0 not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:29:27.753141 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:27.759520 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Made reservation on behalf of 641b6882f873400fbef301fc5ce82391 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:29:27.763244 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:27.840000 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-73c73eb0-759a-42dc-9120-e03ecc4c257b req-18d25728-2318-4804-bf34-70df492b052a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 210 time: 0.0611565 Sep 12 23:29:28.116875 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Allocated IP 172.20.0.4 (b00c67d0-ddbb-4c24-ae7c-fa1370f53f73/00bca813-310a-4da4-8495-af58d1518bdf/9affba5c-e561-4b66-b889-1c5a4ca0fa50) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:29:28.159129 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739930'] for router_interface (2d403c1f-c864-4eba-ab0a-d2197e3f5186), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:28.227678 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:28.452787 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ee54bf0d-7911-4798-921a-945ce71d994a req-8f690af0-b71f-4d87-8419-0927e9428ca0 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 210 time: 0.0282824 Sep 12 23:29:28.495667 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:28.498855 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks [] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:28.612335 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de545bb-9983-415f-ae73-b50d4972cbd2 req-ef43f333-f63d-4071-8569-a658a3802b47 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:28.615847 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9de545bb-9983-415f-ae73-b50d4972cbd2 req-ef43f333-f63d-4071-8569-a658a3802b47 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0981834 Sep 12 23:29:28.646488 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:28.647900 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] Deleting port a060c0c6-c3dc-4bf9-9983-067c189bc959 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:29:28.648228 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:28.703091 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-c9705e49-f845-40a2-b599-dac7012e57ff tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=6fa4238c07c0476095fde3edb52432ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219707 Sep 12 23:29:28.772626 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:29:28.773541 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Pushing event updated for resources: {'Port': ['ID=9affba5c-e561-4b66-b889-1c5a4ca0fa50,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:28.787225 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:28.791751 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:29:28.798652 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:29:28.804288 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9de545bb-9983-415f-ae73-b50d4972cbd2 req-16ae256f-eb1f-4713-9edb-07b4b272fd3e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727095 Sep 12 23:29:28.836111 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:28.857355 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-bdfedf1f-409e-4f78-9fcb-8d96352bf6c7 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:28.859435 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-bdfedf1f-409e-4f78-9fcb-8d96352bf6c7 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486626 Sep 12 23:29:28.859651 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] For port a060c0c6-c3dc-4bf9-9983-067c189bc959, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=a060c0c6-c3dc-4bf9-9983-067c189bc959,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:28.860092 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:28.881434 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Request body: {'port': {'device_id': '13bcc690-65ac-4aea-adf2-3a8337a3d83e', 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095', 'admin_state_up': True, 'tenant_id': '6fa4238c07c0476095fde3edb52432ef'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:29:28.888687 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:28.889458 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:28.893881 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] Calling delete_port for a060c0c6-c3dc-4bf9-9983-067c189bc959 owned by network:router_interface {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:29:28.945528 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-47ed7f9d-3921-4251-8a5c-0fcdb63d93e1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7836478 Sep 12 23:29:29.002716 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251039b-9556-4af3-8b58-ed24ce7a26d8 req-f7024336-d2a0-4969-baef-48d8d24ed3d9 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:29.004245 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0251039b-9556-4af3-8b58-ed24ce7a26d8 req-f7024336-d2a0-4969-baef-48d8d24ed3d9 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 931 time: 0.0629017 Sep 12 23:29:29.010979 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Request body: {'port': {'device_id': '09e47a7d-ea1f-4363-b801-a76ce8db7f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:29:29.040628 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:29.083488 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0251039b-9556-4af3-8b58-ed24ce7a26d8 req-5c5885a1-00ce-4757-aeb0-aac3af37d3d9 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734453 Sep 12 23:29:29.084537 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Made reservation on behalf of 6fa4238c07c0476095fde3edb52432ef for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:29:29.088526 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.099086 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.099455 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.138809 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:29.186037 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Publish callbacks [] for security_group (e1aced2b-4fda-4fb2-84ea-c37eaf951665), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.191377 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (e1aced2b-4fda-4fb2-84ea-c37eaf951665), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.196347 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (a060c0c6-c3dc-4bf9-9983-067c189bc959), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.274191 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] Pushing event deleted for resources: {'Port': ['ID=a060c0c6-c3dc-4bf9-9983-067c189bc959,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:29.285468 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aced2b-4fda-4fb2-84ea-c37eaf951665,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:29.427516 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Allocated IP 192.168.233.38 (e0eec20b-ab68-482a-98eb-308270d66095/ab1de6f3-10ca-480b-bfaa-39fcbde23bb4/f2e1908c-7aa5-4fac-b276-d75bf334f55c) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:29:29.596665 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-21c8fe7f-f992-49f6-801b-fd3b505f5025 req-8a8b844c-457f-4f6f-8df2-703bba017f33 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 210 time: 0.0382836 Sep 12 23:29:29.601259 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764362'] for router_interface (2d403c1f-c864-4eba-ab0a-d2197e3f5186), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.682648 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Publish callbacks [] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.688230 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9affba5c-e561-4b66-b889-1c5a4ca0fa50 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:29:29.701074 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Publish callbacks [] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.713849 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.717332 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.743549 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:29.744708 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Transition to ACTIVE for port object 9affba5c-e561-4b66-b889-1c5a4ca0fa50 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:29:29.754554 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.764326 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Network e0eec20b-ab68-482a-98eb-308270d66095 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:29:29.768195 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:29:29.772496 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:29:29.783304 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:29.796754 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Pushing event updated for resources: {'Port': ['ID=f2e1908c-7aa5-4fac-b276-d75bf334f55c,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:29.804750 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:29.835338 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Pushing event updated for resources: {'Port': ['ID=9affba5c-e561-4b66-b889-1c5a4ca0fa50,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:29.852135 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:29.853366 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:29.874849 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-3dcb08eb-b110-40a5-934c-37363e3a83cd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9993155 Sep 12 23:29:29.957449 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cd93b-68e6-4f4b-aaed-3922b36fe594 req-b0c89228-0583-4212-b292-fbaf23e010b9 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:29.959196 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f1cd93b-68e6-4f4b-aaed-3922b36fe594 req-b0c89228-0583-4212-b292-fbaf23e010b9 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0503371 Sep 12 23:29:29.974826 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Attempting to bind port 9affba5c-e561-4b66-b889-1c5a4ca0fa50 on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:29:29.975158 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Attempting to bind port 9affba5c-e561-4b66-b889-1c5a4ca0fa50 by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': 'e49805ea-1d84-4b9b-9000-1269affe0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:29:29.975484 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Attempting to bind port 9affba5c-e561-4b66-b889-1c5a4ca0fa50 on network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:29:30.006130 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] Router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:29:30.012976 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:30.014207 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f1cd93b-68e6-4f4b-aaed-3922b36fe594 req-8a63bd12-b291-4225-9b6c-78344807fc0f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485549 Sep 12 23:29:30.058363 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-017b6b16-ca97-48f2-9987-3cc1a611cea5 None None] Provisioning complete for port f2e1908c-7aa5-4fac-b276-d75bf334f55c triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:29:30.059024 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-017b6b16-ca97-48f2-9987-3cc1a611cea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:30.069787 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Port 9affba5c-e561-4b66-b889-1c5a4ca0fa50 on network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:29:30.070213 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Attempting to bind port 9affba5c-e561-4b66-b889-1c5a4ca0fa50 on network b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:29:30.092640 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-017b6b16-ca97-48f2-9987-3cc1a611cea5 None None] Port f2e1908c-7aa5-4fac-b276-d75bf334f55c cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:29:30.425140 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41e46e-bd04-44cc-a41e-a712da82b6eb req-a7b98dd4-2eb9-4dac-8959-0003e2060ca1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:30.426581 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bd41e46e-bd04-44cc-a41e-a712da82b6eb req-a7b98dd4-2eb9-4dac-8959-0003e2060ca1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 943 time: 0.0675719 Sep 12 23:29:30.429215 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:29:30.429546 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Checking segment: {'id': 'e49805ea-1d84-4b9b-9000-1269affe0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:29:30.429915 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Bound using segment: {'id': 'e49805ea-1d84-4b9b-9000-1269affe0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:29:30.430346 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Bound port: 9affba5c-e561-4b66-b889-1c5a4ca0fa50, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49805ea-1d84-4b9b-9000-1269affe0e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:29:30.430700 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:30.447603 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:29:30.453081 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b26f4636-056e-466d-a842-2c2a35082412 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/2d403c1f-c864-4eba-ab0a-d2197e3f5186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4245534 Sep 12 23:29:30.456001 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 46210) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:30.458176 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf979917-d2b1-4cd0-a9b5-76c0e8e38aed None None] Sync routers for ids ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:29:30.469560 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf979917-d2b1-4cd0-a9b5-76c0e8e38aed None None] Routers {'2d403c1f-c864-4eba-ab0a-d2197e3f5186'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:29:30.470175 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-cf979917-d2b1-4cd0-a9b5-76c0e8e38aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:29:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:29:30.533709 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bd41e46e-bd04-44cc-a41e-a712da82b6eb req-cd675be5-5a66-4c65-91fd-3ef6ba1f0aba tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007483 Sep 12 23:29:30.540092 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] For port 9affba5c-e561-4b66-b889-1c5a4ca0fa50, host hv-cinder-85200, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:29:30.543719 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] For port 9affba5c-e561-4b66-b889-1c5a4ca0fa50, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=9affba5c-e561-4b66-b889-1c5a4ca0fa50,segment=NetworkSegment(e49805ea-1d84-4b9b-9000-1269affe0e37),segment_id=e49805ea-1d84-4b9b-9000-1269affe0e37)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:29:30.553531 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:30.556601 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:30.561501 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:30.562956 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9affba5c-e561-4b66-b889-1c5a4ca0fa50 HTTP/1.1" status: 200 len: 1093 time: 1.5574746 Sep 12 23:29:30.565204 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e47a7d-ea1f-4363-b801-a76ce8db7f23', 'tag': '9affba5c-e561-4b66-b889-1c5a4ca0fa50'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:30.567408 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42289349-b400-4baf-a19b-c1def8f31704" -d '{"events": [{"name": "network-changed", "server_uuid": "09e47a7d-ea1f-4363-b801-a76ce8db7f23", "tag": "9affba5c-e561-4b66-b889-1c5a4ca0fa50"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:30.585625 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Publish callbacks [] for router (2d403c1f-c864-4eba-ab0a-d2197e3f5186), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:30.609803 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb93b8b-20e9-48b3-a3ef-07877dc747bc x-openstack-request-id: req-fbb93b8b-20e9-48b3-a3ef-07877dc747bc {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:30.610063 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-cf979917-d2b1-4cd0-a9b5-76c0e8e38aed None None] Set router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:29:30.610205 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e47a7d-ea1f-4363-b801-a76ce8db7f23", "tag": "9affba5c-e561-4b66-b889-1c5a4ca0fa50", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:30.610341 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fbb93b8b-20e9-48b3-a3ef-07877dc747bc {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:30.610716 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb93b8b-20e9-48b3-a3ef-07877dc747bc'] response: {'name': 'network-changed', 'server_uuid': '09e47a7d-ea1f-4363-b801-a76ce8db7f23', 'tag': '9affba5c-e561-4b66-b889-1c5a4ca0fa50', 'status': 'completed', 'code': 200} Sep 12 23:29:30.620136 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4a079-53cb-4f2e-bb63-fb1c7626aa92 service neutron] Pushing event updated for resources: {'Port': ['ID=9affba5c-e561-4b66-b889-1c5a4ca0fa50,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:30.713201 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Publish callbacks [] for router_gateway (2d403c1f-c864-4eba-ab0a-d2197e3f5186), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:30.738231 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f017654-47c0-482d-9e0a-02e417369bff req-3f1f1461-9ed5-4925-9dc6-88bf91f9e0e4 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:30.744808 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2f017654-47c0-482d-9e0a-02e417369bff req-3f1f1461-9ed5-4925-9dc6-88bf91f9e0e4 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 935 time: 0.0564256 Sep 12 23:29:30.750637 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:30.759814 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Deleting port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:29:30.760157 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:30.798414 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2f017654-47c0-482d-9e0a-02e417369bff req-ebf36ed8-e810-4a0f-81f4-3f5fc705944a tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524781 Sep 12 23:29:30.854522 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] For port 2782afc1-58d6-40d1-94f5-8fbbbddc40ae, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=2782afc1-58d6-40d1-94f5-8fbbbddc40ae,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:30.854896 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:30.870691 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Calling delete_port for 2782afc1-58d6-40d1-94f5-8fbbbddc40ae owned by network:router_gateway {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:29:30.874439 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-cf979917-d2b1-4cd0-a9b5-76c0e8e38aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'name': 'tempest-DeleteServersTestJSON-453736435-router', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:28:01Z', 'updated_at': '2022-09-12T23:29:29Z', 'revision_number': 5, 'project_id': '811d8512813f49d79facec817fc5d03e', 'gw_port': {'id': '2782afc1-58d6-40d1-94f5-8fbbbddc40ae', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:29:30.898155 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf979917-d2b1-4cd0-a9b5-76c0e8e38aed None None] Checking router: 2d403c1f-c864-4eba-ab0a-d2197e3f5186 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:29:30.906798 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf979917-d2b1-4cd0-a9b5-76c0e8e38aed None None] Routers {'2d403c1f-c864-4eba-ab0a-d2197e3f5186'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:29:30.907400 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-cf979917-d2b1-4cd0-a9b5-76c0e8e38aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:29:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:29:30.991998 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-cf979917-d2b1-4cd0-a9b5-76c0e8e38aed None None] Set router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 gateway port host: None {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:29:31.049208 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-cf979917-d2b1-4cd0-a9b5-76c0e8e38aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'name': 'tempest-DeleteServersTestJSON-453736435-router', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:28:01Z', 'updated_at': '2022-09-12T23:29:30Z', 'revision_number': 6, 'project_id': '811d8512813f49d79facec817fc5d03e', 'gw_port_host': None}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:29:31.070684 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (2782afc1-58d6-40d1-94f5-8fbbbddc40ae), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.085039 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf979917-d2b1-4cd0-a9b5-76c0e8e38aed None None] The sync data for ids ['2d403c1f-c864-4eba-ab0a-d2197e3f5186'] in dv-cinder-852009-7-iscsi is: [{'id': '2d403c1f-c864-4eba-ab0a-d2197e3f5186', 'name': 'tempest-DeleteServersTestJSON-453736435-router', 'tenant_id': '811d8512813f49d79facec817fc5d03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:28:01Z', 'updated_at': '2022-09-12T23:29:30Z', 'revision_number': 6, 'project_id': '811d8512813f49d79facec817fc5d03e', 'gw_port_host': None}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:29:31.096764 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2782afc1-58d6-40d1-94f5-8fbbbddc40ae,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:31.201618 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c60e8c-66b5-4c54-a8b9-901591f22972 req-f0c9a939-0bbf-4fd4-9447-9fb13cac38df tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:31.203355 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c3c60e8c-66b5-4c54-a8b9-901591f22972 req-f0c9a939-0bbf-4fd4-9447-9fb13cac38df tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0770900 Sep 12 23:29:31.212213 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1646425'] for router_gateway (2d403c1f-c864-4eba-ab0a-d2197e3f5186), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.289994 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:31.327975 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1762244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62030'] for router (2d403c1f-c864-4eba-ab0a-d2197e3f5186), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.334675 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Publish callbacks [] for router_controller (2d403c1f-c864-4eba-ab0a-d2197e3f5186), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.406070 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c3c60e8c-66b5-4c54-a8b9-901591f22972 req-b747b13c-b6c1-48db-b094-8ed941a9f692 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960042 Sep 12 23:29:31.411371 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1764441'] for router (2d403c1f-c864-4eba-ab0a-d2197e3f5186), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.412129 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d403c1f-c864-4eba-ab0a-d2197e3f5186 {{(pid=106216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:29:31.418411 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.421936 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-bfcd1db7-8a45-4abb-9950-28db4fffd9fd admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/2d403c1f-c864-4eba-ab0a-d2197e3f5186 HTTP/1.1" status: 204 len: 168 time: 0.9625523 Sep 12 23:29:31.422314 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46222) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:31.476531 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-6525dac4-1cb4-4ec6-9f43-fa87738c8345 admin admin] Deleting subnet 739a99a2-e965-48b6-9614-61f430776cd1 {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:29:31.480458 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6525dac4-1cb4-4ec6-9f43-fa87738c8345 admin admin] Publish callbacks [] for subnet (739a99a2-e965-48b6-9614-61f430776cd1), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.521013 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6525dac4-1cb4-4ec6-9f43-fa87738c8345 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3963660'] for subnet (739a99a2-e965-48b6-9614-61f430776cd1), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.547831 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:31.634086 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6525dac4-1cb4-4ec6-9f43-fa87738c8345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (739a99a2-e965-48b6-9614-61f430776cd1), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.676385 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:31.700483 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efad90-6919-4be9-a4e3-ff5a27fa993a req-7d8a0f65-e251-414c-a764-05a7e0ff40e6 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:31.702115 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-19efad90-6919-4be9-a4e3-ff5a27fa993a req-7d8a0f65-e251-414c-a764-05a7e0ff40e6 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 943 time: 0.0794280 Sep 12 23:29:31.744511 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6525dac4-1cb4-4ec6-9f43-fa87738c8345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3290282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4088693'] for subnet (739a99a2-e965-48b6-9614-61f430776cd1), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.781301 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525dac4-1cb4-4ec6-9f43-fa87738c8345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739a99a2-e965-48b6-9614-61f430776cd1,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:31.787414 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-19efad90-6919-4be9-a4e3-ff5a27fa993a req-27482d6c-cdd3-4e32-9b9c-09767759c1ad tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786583 Sep 12 23:29:31.788416 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6525dac4-1cb4-4ec6-9f43-fa87738c8345 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.790482 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a409953b-bc8b-4709-92bd-57cd54d9e0e0 None None] Network ae15af67-8ae4-4684-be7f-236803ff9254 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:29:31.793739 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6525dac4-1cb4-4ec6-9f43-fa87738c8345 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/739a99a2-e965-48b6-9614-61f430776cd1 HTTP/1.1" status: 204 len: 168 time: 0.3681238 Sep 12 23:29:31.794155 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46228) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:31.868351 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (ae15af67-8ae4-4684-be7f-236803ff9254), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.917722 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Deleting port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:29:31.918058 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:31.953444 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dddc1c-3141-4bd0-95cb-855d904c1ed0 req-eedab610-a034-47cf-a771-15f32da0d99d tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:31.955013 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-02dddc1c-3141-4bd0-95cb-855d904c1ed0 req-eedab610-a034-47cf-a771-15f32da0d99d tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 935 time: 0.0805509 Sep 12 23:29:31.989106 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e281191a-19e2-4cfc-9d54-1ab061f50cb0 None None] DHCP port deletion for ae15af67-8ae4-4684-be7f-236803ff9254 request from dv-cinder-852009-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:29:31.989980 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] For port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d741bd12-7a89-4fdb-9cfa-5ca714c09b0a,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:31.990349 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.005722 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-02dddc1c-3141-4bd0-95cb-855d904c1ed0 req-e18ba401-6afa-4986-b6c3-fd56c471c875 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451226 Sep 12 23:29:32.009241 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Calling delete_port for d741bd12-7a89-4fdb-9cfa-5ca714c09b0a owned by network:dhcp {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:29:32.033342 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e281191a-19e2-4cfc-9d54-1ab061f50cb0 None None] Deleting port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:29:32.033719 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e281191a-19e2-4cfc-9d54-1ab061f50cb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.102784 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-e281191a-19e2-4cfc-9d54-1ab061f50cb0 None None] For port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d741bd12-7a89-4fdb-9cfa-5ca714c09b0a,segment=NetworkSegment(59deeb1d-3c8b-4392-8a92-d36c227d542d),segment_id=59deeb1d-3c8b-4392-8a92-d36c227d542d)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:32.103512 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e281191a-19e2-4cfc-9d54-1ab061f50cb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.108166 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.117149 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e281191a-19e2-4cfc-9d54-1ab061f50cb0 None None] Calling delete_port for d741bd12-7a89-4fdb-9cfa-5ca714c09b0a owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:29:32.129392 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:32.149862 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d741bd12-7a89-4fdb-9cfa-5ca714c09b0a,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:32.153356 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] No DVR routers for this DVR port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a on host dv-cinder-852009-7-iscsi {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:29:32.233261 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (ae15af67-8ae4-4684-be7f-236803ff9254), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.256763 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae15af67-8ae4-4684-be7f-236803ff9254']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:29:32.267688 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59deeb1d-3c8b-4392-8a92-d36c227d542d') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:29:32.267992 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59deeb1d-3c8b-4392-8a92-d36c227d542d') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:29:32.279090 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3963653'] for segment (59deeb1d-3c8b-4392-8a92-d36c227d542d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.300420 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (59deeb1d-3c8b-4392-8a92-d36c227d542d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.311230 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 2782afc1-58d6-40d1-94f5-8fbbbddc40ae no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:29:32.312640 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:29:32.313065 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290112'] for segment (59deeb1d-3c8b-4392-8a92-d36c227d542d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.335618 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 2782afc1-58d6-40d1-94f5-8fbbbddc40ae {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:29:32.335973 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 2782afc1-58d6-40d1-94f5-8fbbbddc40ae not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:29:32.336391 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device a060c0c6-c3dc-4bf9-9983-067c189bc959 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:29:32.360477 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: a060c0c6-c3dc-4bf9-9983-067c189bc959 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:29:32.361109 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device a060c0c6-c3dc-4bf9-9983-067c189bc959 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:29:32.361673 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d741bd12-7a89-4fdb-9cfa-5ca714c09b0a no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:29:32.378561 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (ae15af67-8ae4-4684-be7f-236803ff9254), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.386649 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.392428 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/ae15af67-8ae4-4684-be7f-236803ff9254 HTTP/1.1" status: 204 len: 168 time: 0.5950654 Sep 12 23:29:32.407506 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467be88-ff0a-4f2c-b54f-ddadee64fb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae15af67-8ae4-4684-be7f-236803ff9254,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:32.417523 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 59deeb1d-3c8b-4392-8a92-d36c227d542d resource provider aggregate not found Sep 12 23:29:32.422526 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: d741bd12-7a89-4fdb-9cfa-5ca714c09b0a {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:29:32.423037 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d741bd12-7a89-4fdb-9cfa-5ca714c09b0a not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:29:32.455303 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 59deeb1d-3c8b-4392-8a92-d36c227d542d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59deeb1d-3c8b-4392-8a92-d36c227d542d found for delete ", "request_id": "req-a41159c0-6c4a-489d-8098-7413f59c5b6b"}]} Sep 12 23:29:32.459253 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:32.466523 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e281191a-19e2-4cfc-9d54-1ab061f50cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976'] for port (d741bd12-7a89-4fdb-9cfa-5ca714c09b0a), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.497144 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e281191a-19e2-4cfc-9d54-1ab061f50cb0 None None] Network ae15af67-8ae4-4684-be7f-236803ff9254 is not hosted by any dhcp agent {{(pid=106218) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 12 23:29:32.497613 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281191a-19e2-4cfc-9d54-1ab061f50cb0 None None] No DVR routers for this DVR port d741bd12-7a89-4fdb-9cfa-5ca714c09b0a on host dv-cinder-852009-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:29:32.501073 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281191a-19e2-4cfc-9d54-1ab061f50cb0 None None] Pushing event deleted for resources: {'Port': ['ID=d741bd12-7a89-4fdb-9cfa-5ca714c09b0a,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:32.573643 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf673e-c444-4300-b925-dbee1821e4e7 req-eea88804-2d68-415b-8c4f-ff582895d379 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:32.575272 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-72cf673e-c444-4300-b925-dbee1821e4e7 req-eea88804-2d68-415b-8c4f-ff582895d379 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0769298 Sep 12 23:29:32.628806 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-72cf673e-c444-4300-b925-dbee1821e4e7 req-725e6bf2-1d1c-4c2d-a71f-afee8c29ffd4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460112 Sep 12 23:29:32.631079 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46244) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:32.671549 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0be7340a-de36-4017-a79e-3c1f0950b32b admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=811d8512813f49d79facec817fc5d03e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393584 Sep 12 23:29:32.674058 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46246) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:32.694511 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:32.723183 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1a10c5ef-34a4-4235-90b4-3163cdb47d8a admin admin] Publish callbacks [] for security_group (67591fae-4316-46f6-86dc-833142e7113a), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.731882 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:32.748392 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1a10c5ef-34a4-4235-90b4-3163cdb47d8a admin admin] Publish callbacks [] for security_group (67591fae-4316-46f6-86dc-833142e7113a), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.748793 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Request body: {'port': {'device_id': '13bcc690-65ac-4aea-adf2-3a8337a3d83e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:29:32.804995 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1a10c5ef-34a4-4235-90b4-3163cdb47d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (67591fae-4316-46f6-86dc-833142e7113a), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.807614 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1a10c5ef-34a4-4235-90b4-3163cdb47d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.808771 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1a10c5ef-34a4-4235-90b4-3163cdb47d8a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/67591fae-4316-46f6-86dc-833142e7113a HTTP/1.1" status: 204 len: 168 time: 0.1338348 Sep 12 23:29:32.820055 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10c5ef-34a4-4235-90b4-3163cdb47d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67591fae-4316-46f6-86dc-833142e7113a,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:32.827275 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:32.910787 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289349-b400-4baf-a19b-c1def8f31704 req-ff1bcd6d-1aaf-4ecf-a250-456d96448ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:32.912562 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-42289349-b400-4baf-a19b-c1def8f31704 req-ff1bcd6d-1aaf-4ecf-a250-456d96448ff4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=641b6882f873400fbef301fc5ce82391&device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 1127 time: 0.0560648 Sep 12 23:29:33.003984 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bf4d1-d9da-4168-b4e4-2ca0a19498ab req-dcf2e19c-8a9f-4ef7-88e4-0dae8705c236 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:33.005795 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ea8bf4d1-d9da-4168-b4e4-2ca0a19498ab req-dcf2e19c-8a9f-4ef7-88e4-0dae8705c236 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 943 time: 0.1282551 Sep 12 23:29:33.043907 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:33.152950 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ea8bf4d1-d9da-4168-b4e4-2ca0a19498ab req-b53b80ec-6408-4f01-ab0d-4a1b8cbead39 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346049 Sep 12 23:29:33.166297 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289349-b400-4baf-a19b-c1def8f31704 req-a447dffc-f49e-4686-a130-77e5801cf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:33.167900 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-42289349-b400-4baf-a19b-c1def8f31704 req-a447dffc-f49e-4686-a130-77e5801cf18f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=641b6882f873400fbef301fc5ce82391&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2465518 Sep 12 23:29:33.214981 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209018b4-2f9a-461f-9d18-9ae0290ce07b req-c2fb7b52-56dd-48e0-a5eb-46b469434f11 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:33.216590 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-209018b4-2f9a-461f-9d18-9ae0290ce07b req-c2fb7b52-56dd-48e0-a5eb-46b469434f11 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 935 time: 0.0922577 Sep 12 23:29:33.396304 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-209018b4-2f9a-461f-9d18-9ae0290ce07b req-813fa438-b910-433b-9893-7d7e966a3165 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684425 Sep 12 23:29:33.407739 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289349-b400-4baf-a19b-c1def8f31704 req-7b854ddf-9d99-4daa-8595-814a5687398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:33.409362 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-42289349-b400-4baf-a19b-c1def8f31704 req-7b854ddf-9d99-4daa-8595-814a5687398f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2332935 Sep 12 23:29:33.492238 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e1908c-7aa5-4fac-b276-d75bf334f55c {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:29:33.501955 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Publish callbacks [] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:33.518197 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Transition to ACTIVE for port object f2e1908c-7aa5-4fac-b276-d75bf334f55c will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:29:33.523430 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:33.523700 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-602e6a1d-60e6-40c6-8ac8-d62e47e6663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:33.525091 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-602e6a1d-60e6-40c6-8ac8-d62e47e6663f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=641b6882f873400fbef301fc5ce82391&device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 1127 time: 0.0481141 Sep 12 23:29:33.572436 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-d42af420-cb2f-4b1a-998f-354587149ce3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9affba5c-e561-4b66-b889-1c5a4ca0fa50 HTTP/1.1" status: 200 len: 217 time: 0.0373678 Sep 12 23:29:33.582854 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e1908c-7aa5-4fac-b276-d75bf334f55c,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:33.643627 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Attempting to bind port f2e1908c-7aa5-4fac-b276-d75bf334f55c on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:29:33.643627 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Attempting to bind port f2e1908c-7aa5-4fac-b276-d75bf334f55c by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '30b121ba-c667-4c87-9e2c-60296cbc7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:29:33.643627 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Attempting to bind port f2e1908c-7aa5-4fac-b276-d75bf334f55c on network e0eec20b-ab68-482a-98eb-308270d66095 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:29:33.662596 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-488a629d-8aa2-47cc-b1f3-886a7a0b4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:33.663592 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-488a629d-8aa2-47cc-b1f3-886a7a0b4818 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=00bca813-310a-4da4-8495-af58d1518bdf HTTP/1.1" status: 200 len: 848 time: 0.0775530 Sep 12 23:29:33.705421 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-36df1bc8-ad0a-4106-97eb-348f788d3e1d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b00c67d0-ddbb-4c24-ae7c-fa1370f53f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342021 Sep 12 23:29:33.723056 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Port f2e1908c-7aa5-4fac-b276-d75bf334f55c on network e0eec20b-ab68-482a-98eb-308270d66095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:29:33.723723 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Attempting to bind port f2e1908c-7aa5-4fac-b276-d75bf334f55c on network e0eec20b-ab68-482a-98eb-308270d66095 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:29:33.797073 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:33.829973 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacefc9-ab9b-4b91-8783-b1ece0f2a040 req-72ccd53f-36ce-496f-9246-8b4d8890543e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:33.830715 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-e6b4ee30-71e2-4b2a-9b3f-9626030de660 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b00c67d0-ddbb-4c24-ae7c-fa1370f53f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180944 Sep 12 23:29:33.832361 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeacefc9-ab9b-4b91-8783-b1ece0f2a040 req-72ccd53f-36ce-496f-9246-8b4d8890543e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0782807 Sep 12 23:29:33.860590 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:29:33.860939 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Checking segment: {'id': '30b121ba-c667-4c87-9e2c-60296cbc7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:29:33.861304 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Bound using segment: {'id': '30b121ba-c667-4c87-9e2c-60296cbc7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:29:33.861748 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Bound port: f2e1908c-7aa5-4fac-b276-d75bf334f55c, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b121ba-c667-4c87-9e2c-60296cbc7683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:29:33.862101 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:33.953007 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eeacefc9-ab9b-4b91-8783-b1ece0f2a040 req-6fa95e45-56be-4ad7-8438-bcab9881b58a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066999 Sep 12 23:29:33.958122 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2a7ba276-1e51-4e3b-ab2f-9290626cf14a req-44faddab-c32b-4594-85d9-0f005c6810e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b00c67d0-ddbb-4c24-ae7c-fa1370f53f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174591 Sep 12 23:29:33.966172 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] For port f2e1908c-7aa5-4fac-b276-d75bf334f55c, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:29:33.972390 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] For port f2e1908c-7aa5-4fac-b276-d75bf334f55c, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=f2e1908c-7aa5-4fac-b276-d75bf334f55c,segment=NetworkSegment(30b121ba-c667-4c87-9e2c-60296cbc7683),segment_id=30b121ba-c667-4c87-9e2c-60296cbc7683)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:29:33.989314 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:33.994206 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:34.001765 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:34.005066 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/f2e1908c-7aa5-4fac-b276-d75bf334f55c HTTP/1.1" status: 200 len: 1097 time: 1.2613418 Sep 12 23:29:34.009104 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13bcc690-65ac-4aea-adf2-3a8337a3d83e', 'tag': 'f2e1908c-7aa5-4fac-b276-d75bf334f55c'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:34.012228 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690033ca-2a33-4df8-a86d-872a72ae64f8" -d '{"events": [{"name": "network-changed", "server_uuid": "13bcc690-65ac-4aea-adf2-3a8337a3d83e", "tag": "f2e1908c-7aa5-4fac-b276-d75bf334f55c"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:34.086838 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2ab4e-5ecc-4967-8ca2-e40ec0b1d053 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e1908c-7aa5-4fac-b276-d75bf334f55c,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:34.092530 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b830c8-11a3-4110-a2cc-185358b7e84c x-openstack-request-id: req-e5b830c8-11a3-4110-a2cc-185358b7e84c {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:34.092821 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13bcc690-65ac-4aea-adf2-3a8337a3d83e", "tag": "f2e1908c-7aa5-4fac-b276-d75bf334f55c", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:34.093078 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e5b830c8-11a3-4110-a2cc-185358b7e84c {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:34.093487 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b830c8-11a3-4110-a2cc-185358b7e84c'] response: {'name': 'network-changed', 'server_uuid': '13bcc690-65ac-4aea-adf2-3a8337a3d83e', 'tag': 'f2e1908c-7aa5-4fac-b276-d75bf334f55c', 'status': 'completed', 'code': 200} Sep 12 23:29:34.298514 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db45c1a-68b8-4886-a68b-991ca6034ab6 req-2579fad1-b369-4270-b1f7-d56697537818 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:34.300279 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5db45c1a-68b8-4886-a68b-991ca6034ab6 req-2579fad1-b369-4270-b1f7-d56697537818 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 943 time: 0.0596333 Sep 12 23:29:34.363461 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5db45c1a-68b8-4886-a68b-991ca6034ab6 req-78b70f74-ee7d-4ebd-a062-fe73528f9f14 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506153 Sep 12 23:29:34.521932 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46328) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:34.540810 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ead8a-0b08-47fb-aea5-45d73eed1724 req-e33fca31-96cc-4b6e-9898-ce5590baca87 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:34.542214 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b69ead8a-0b08-47fb-aea5-45d73eed1724 req-e33fca31-96cc-4b6e-9898-ce5590baca87 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 947 time: 0.0522482 Sep 12 23:29:34.596587 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b69ead8a-0b08-47fb-aea5-45d73eed1724 req-4f7491bc-0b1c-4ea9-a61f-d4a28827e207 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452745 Sep 12 23:29:34.635642 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2cd2c5ff-c3d4-4900-b280-14238d878cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:34.696618 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:34.714373 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:34.719969 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2cd2c5ff-c3d4-4900-b280-14238d878cd8 admin admin] Publish callbacks [] for security_group (520a848f-b7d8-4f15-9670-7566709a4fb3), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:34.723978 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2cd2c5ff-c3d4-4900-b280-14238d878cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (520a848f-b7d8-4f15-9670-7566709a4fb3), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:34.764190 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2c5ff-c3d4-4900-b280-14238d878cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520a848f-b7d8-4f15-9670-7566709a4fb3,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:34.768523 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2cd2c5ff-c3d4-4900-b280-14238d878cd8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3fb450976bcd4590bf2457e1d6fbbd10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455335 Sep 12 23:29:34.771077 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46334) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:34.823528 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d37ec8c0-a67d-457e-a731-ae32b8c3d5c9 admin admin] Publish callbacks [] for security_group (520a848f-b7d8-4f15-9670-7566709a4fb3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:34.844106 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d37ec8c0-a67d-457e-a731-ae32b8c3d5c9 admin admin] Publish callbacks [] for security_group (520a848f-b7d8-4f15-9670-7566709a4fb3), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:34.891364 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d37ec8c0-a67d-457e-a731-ae32b8c3d5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (520a848f-b7d8-4f15-9670-7566709a4fb3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:34.893956 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d37ec8c0-a67d-457e-a731-ae32b8c3d5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:34.895057 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d37ec8c0-a67d-457e-a731-ae32b8c3d5c9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/520a848f-b7d8-4f15-9670-7566709a4fb3 HTTP/1.1" status: 204 len: 168 time: 0.1230717 Sep 12 23:29:34.902377 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ec8c0-a67d-457e-a731-ae32b8c3d5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520a848f-b7d8-4f15-9670-7566709a4fb3,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:35.074486 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e5a19-7e72-4b55-b0fe-ec348e8b18a5 req-48453bcf-468c-469f-89e6-7f1d7d1fb6be tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:35.076287 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e60e5a19-7e72-4b55-b0fe-ec348e8b18a5 req-48453bcf-468c-469f-89e6-7f1d7d1fb6be tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0492344 Sep 12 23:29:35.122407 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690033ca-2a33-4df8-a86d-872a72ae64f8 req-139e3d01-39f5-4d7a-9adc-a69b77ba5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:35.124506 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-690033ca-2a33-4df8-a86d-872a72ae64f8 req-139e3d01-39f5-4d7a-9adc-a69b77ba5ada service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6fa4238c07c0476095fde3edb52432ef&device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 1131 time: 0.0415044 Sep 12 23:29:35.132306 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e60e5a19-7e72-4b55-b0fe-ec348e8b18a5 req-61cc533b-d48f-41ba-9067-53780808b320 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493813 Sep 12 23:29:35.167436 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-690033ca-2a33-4df8-a86d-872a72ae64f8 req-c5ca7b2f-d520-465f-a5ed-28b134e34365 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=6fa4238c07c0476095fde3edb52432ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262914 Sep 12 23:29:35.274977 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690033ca-2a33-4df8-a86d-872a72ae64f8 req-c3e1836d-5d9a-4148-b328-6fdf8b638bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:35.276500 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-690033ca-2a33-4df8-a86d-872a72ae64f8 req-c3e1836d-5d9a-4148-b328-6fdf8b638bf5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962710 Sep 12 23:29:35.365059 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-8f87a6ae-3c7f-40f2-9628-a0597fb1cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:35.365533 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-8f87a6ae-3c7f-40f2-9628-a0597fb1cf50 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6fa4238c07c0476095fde3edb52432ef&device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 1131 time: 0.0480518 Sep 12 23:29:35.421689 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-d03d7e02-4a04-40b0-ae3b-c42547d844fe service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f2e1908c-7aa5-4fac-b276-d75bf334f55c HTTP/1.1" status: 200 len: 217 time: 0.0476100 Sep 12 23:29:35.458189 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:35.514275 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1acf184f-9100-469a-a3b7-1b8a1ebbf27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:35.516036 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-1acf184f-9100-469a-a3b7-1b8a1ebbf27d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ab1de6f3-10ca-480b-bfaa-39fcbde23bb4 HTTP/1.1" status: 200 len: 843 time: 0.0871325 Sep 12 23:29:35.527010 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c3888-e05a-427d-9f70-267046b204d5 req-e53ae7b6-b2e6-48f7-9765-400ca609cf18 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:35.528583 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bb5c3888-e05a-427d-9f70-267046b204d5 req-e53ae7b6-b2e6-48f7-9765-400ca609cf18 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 943 time: 0.0692534 Sep 12 23:29:35.587773 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-dfc85662-fa81-4cf1-b4d8-61ba44eec583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:35.589210 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-dfc85662-fa81-4cf1-b4d8-61ba44eec583 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e0eec20b-ab68-482a-98eb-308270d66095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0597522 Sep 12 23:29:35.623739 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bb5c3888-e05a-427d-9f70-267046b204d5 req-f6bd13a7-ae90-4172-b162-96cda20a989b tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853655 Sep 12 23:29:35.716188 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-ed27537c-c516-44fe-9446-7aa790901cdf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0eec20b-ab68-482a-98eb-308270d66095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052926 Sep 12 23:29:35.752427 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b8805-cb13-4a77-ae7f-7c0aabf763b6 req-d8161ea9-56cf-474b-b704-febc6be28097 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:35.753925 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa7b8805-cb13-4a77-ae7f-7c0aabf763b6 req-d8161ea9-56cf-474b-b704-febc6be28097 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 947 time: 0.0529184 Sep 12 23:29:35.813071 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa7b8805-cb13-4a77-ae7f-7c0aabf763b6 req-06a58652-76c7-4ed8-9fa0-a2269fe8a411 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534136 Sep 12 23:29:35.850387 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ae0a4350-453e-48f7-b560-ec32806e9306 req-c64b7e21-5f4d-4d61-853b-afb462333e9b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e0eec20b-ab68-482a-98eb-308270d66095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270421 Sep 12 23:29:36.257982 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa2864-20f4-4f1c-9920-5c57d7524c53 req-ecf406a9-5180-4d84-8e34-bdae0c0e344a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:36.259468 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-38aa2864-20f4-4f1c-9920-5c57d7524c53 req-ecf406a9-5180-4d84-8e34-bdae0c0e344a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0480783 Sep 12 23:29:36.291040 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:36.309093 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-38aa2864-20f4-4f1c-9920-5c57d7524c53 req-23e05140-a8d5-415e-9982-9b568e43bb9a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430532 Sep 12 23:29:36.756476 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43416930-2547-4b95-832c-15a9ddd8b729 req-60e48ff0-9058-41b9-ae65-5083b4093120 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:36.758149 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-43416930-2547-4b95-832c-15a9ddd8b729 req-60e48ff0-9058-41b9-ae65-5083b4093120 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 943 time: 0.0513194 Sep 12 23:29:36.765524 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 9affba5c-e561-4b66-b889-1c5a4ca0fa50 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:29:36.830378 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-43416930-2547-4b95-832c-15a9ddd8b729 req-27326a3e-e0d6-40d2-8f15-52457888b8bc tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665536 Sep 12 23:29:36.895614 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 9affba5c-e561-4b66-b889-1c5a4ca0fa50, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=9affba5c-e561-4b66-b889-1c5a4ca0fa50,segment=NetworkSegment(e49805ea-1d84-4b9b-9000-1269affe0e37),segment_id=e49805ea-1d84-4b9b-9000-1269affe0e37)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:36.907477 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '9affba5c-e561-4b66-b889-1c5a4ca0fa50', 'network_id': 'b00c67d0-ddbb-4c24-ae7c-fa1370f53f73', 'port_id': '9affba5c-e561-4b66-b889-1c5a4ca0fa50', 'mac_address': 'fa:16:3e:98:31:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00bca813-310a-4da4-8495-af58d1518bdf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:29:36.944553 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 9affba5c-e561-4b66-b889-1c5a4ca0fa50 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:29:36.945000 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:36.955406 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba45f5-4be5-40e1-a0a8-d2631335628d req-7248fb2a-1e1f-4eae-bef9-59f4e40a19eb tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:36.956938 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61ba45f5-4be5-40e1-a0a8-d2631335628d req-7248fb2a-1e1f-4eae-bef9-59f4e40a19eb tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 947 time: 0.0532045 Sep 12 23:29:36.958644 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9affba5c-e561-4b66-b889-1c5a4ca0fa50 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:29:36.970298 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46416) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:36.980803 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 9affba5c-e561-4b66-b889-1c5a4ca0fa50, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=9affba5c-e561-4b66-b889-1c5a4ca0fa50,segment=NetworkSegment(e49805ea-1d84-4b9b-9000-1269affe0e37),segment_id=e49805ea-1d84-4b9b-9000-1269affe0e37)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:36.987115 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.015257 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61ba45f5-4be5-40e1-a0a8-d2631335628d req-bf213818-5d47-449c-a566-81e83c05ff91 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516248 Sep 12 23:29:37.037941 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=9affba5c-e561-4b66-b889-1c5a4ca0fa50,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:37.096922 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b3550202-6048-42fa-a2dd-22eb13db09b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.170560 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b3550202-6048-42fa-a2dd-22eb13db09b9 admin admin] Publish callbacks [] for security_group (3e05b72b-70fd-4ba8-ad79-3ea5a82f3068), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.173988 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b3550202-6048-42fa-a2dd-22eb13db09b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (3e05b72b-70fd-4ba8-ad79-3ea5a82f3068), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.212519 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b3550202-6048-42fa-a2dd-22eb13db09b9 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=696b7f77886b4ca69842e0e1dde12611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411797 Sep 12 23:29:37.213349 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3550202-6048-42fa-a2dd-22eb13db09b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e05b72b-70fd-4ba8-ad79-3ea5a82f3068,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:37.215697 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 46424) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:37.266882 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ced78483-2cec-435b-8e49-85802755f537 admin admin] Publish callbacks [] for security_group (3e05b72b-70fd-4ba8-ad79-3ea5a82f3068), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.286885 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ced78483-2cec-435b-8e49-85802755f537 admin admin] Publish callbacks [] for security_group (3e05b72b-70fd-4ba8-ad79-3ea5a82f3068), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.296090 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['9affba5c-e561-4b66-b889-1c5a4ca0fa50'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:29:37.334221 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ced78483-2cec-435b-8e49-85802755f537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (3e05b72b-70fd-4ba8-ad79-3ea5a82f3068), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.337310 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ced78483-2cec-435b-8e49-85802755f537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.338692 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ced78483-2cec-435b-8e49-85802755f537 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3e05b72b-70fd-4ba8-ad79-3ea5a82f3068 HTTP/1.1" status: 204 len: 168 time: 0.1212521 Sep 12 23:29:37.349126 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced78483-2cec-435b-8e49-85802755f537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e05b72b-70fd-4ba8-ad79-3ea5a82f3068,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:37.467373 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446203ad-31ae-4eaf-b09f-78aaaa2bb56c req-c92feb66-0476-49c0-9c70-d390139cd2e6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:37.468936 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-446203ad-31ae-4eaf-b09f-78aaaa2bb56c req-c92feb66-0476-49c0-9c70-d390139cd2e6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0610738 Sep 12 23:29:37.518077 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-446203ad-31ae-4eaf-b09f-78aaaa2bb56c req-1bb28102-f747-4f8d-8414-afd29017ef05 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Sep 12 23:29:37.650714 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 46438) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:37.665222 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa718-584e-45bc-9737-d235638a16f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.752979 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa718-584e-45bc-9737-d235638a16f8 admin admin] Publish callbacks [] for security_group (86014960-3447-452f-909f-0c65dc6a18cd), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.756730 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa718-584e-45bc-9737-d235638a16f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (86014960-3447-452f-909f-0c65dc6a18cd), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.789955 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ec4fa718-584e-45bc-9737-d235638a16f8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ed2ebd80d3104853afea45a16496df14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382570 Sep 12 23:29:37.792638 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46444) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:37.803438 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fa718-584e-45bc-9737-d235638a16f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86014960-3447-452f-909f-0c65dc6a18cd,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:37.861887 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4817-9a88-4e26-a64f-b61541963334 admin admin] Publish callbacks [] for security_group (86014960-3447-452f-909f-0c65dc6a18cd), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.864480 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:37.887126 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4817-9a88-4e26-a64f-b61541963334 admin admin] Publish callbacks [] for security_group (86014960-3447-452f-909f-0c65dc6a18cd), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.912727 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:37.949455 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4817-9a88-4e26-a64f-b61541963334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (86014960-3447-452f-909f-0c65dc6a18cd), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.952026 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4817-9a88-4e26-a64f-b61541963334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:37.953198 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3ddb4817-9a88-4e26-a64f-b61541963334 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/86014960-3447-452f-909f-0c65dc6a18cd HTTP/1.1" status: 204 len: 168 time: 0.1595728 Sep 12 23:29:37.961618 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb4817-9a88-4e26-a64f-b61541963334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86014960-3447-452f-909f-0c65dc6a18cd,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:37.979991 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87273eb1-0d2f-4e12-8236-00dd029f9143 req-8cf6fd9c-c56b-4a84-9c96-c92e51325632 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:37.981541 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-87273eb1-0d2f-4e12-8236-00dd029f9143 req-8cf6fd9c-c56b-4a84-9c96-c92e51325632 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 944 time: 0.0625467 Sep 12 23:29:38.036504 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-87273eb1-0d2f-4e12-8236-00dd029f9143 req-c4827286-d46a-4f13-bf72-baebf07afbfb tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486851 Sep 12 23:29:38.156438 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:38.170641 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd69ce0-d0b1-4c9a-abb0-f02a65f056d9 req-2bd05580-a43e-480b-9cf1-5244051ebc8d tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:38.172179 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bfd69ce0-d0b1-4c9a-abb0-f02a65f056d9 req-2bd05580-a43e-480b-9cf1-5244051ebc8d tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 947 time: 0.0680852 Sep 12 23:29:38.223066 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bfd69ce0-d0b1-4c9a-abb0-f02a65f056d9 req-3e9149bb-9e34-4f78-a94a-ad9ee63f6cf7 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451834 Sep 12 23:29:38.624320 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:38.644530 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e55703-2f68-4418-ba01-b088c6be22bb req-798c5c71-b2ae-4825-9b36-96d58d993558 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:38.646057 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f4e55703-2f68-4418-ba01-b088c6be22bb req-798c5c71-b2ae-4825-9b36-96d58d993558 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0515363 Sep 12 23:29:38.696683 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f4e55703-2f68-4418-ba01-b088c6be22bb req-f57323e1-d9fe-4968-a5ae-f39cfa8ad285 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 Sep 12 23:29:38.782224 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device f2e1908c-7aa5-4fac-b276-d75bf334f55c details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:29:38.785540 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 9affba5c-e561-4b66-b889-1c5a4ca0fa50 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:29:38.906262 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port 9affba5c-e561-4b66-b889-1c5a4ca0fa50 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:29:38.917637 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 9affba5c-e561-4b66-b889-1c5a4ca0fa50 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:29:38.918089 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:38.979222 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:38.982651 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port f2e1908c-7aa5-4fac-b276-d75bf334f55c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=f2e1908c-7aa5-4fac-b276-d75bf334f55c,segment=NetworkSegment(30b121ba-c667-4c87-9e2c-60296cbc7683),segment_id=30b121ba-c667-4c87-9e2c-60296cbc7683)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:39.006016 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'f2e1908c-7aa5-4fac-b276-d75bf334f55c', 'network_id': 'e0eec20b-ab68-482a-98eb-308270d66095', 'port_id': 'f2e1908c-7aa5-4fac-b276-d75bf334f55c', 'mac_address': 'fa:16:3e:e7:b5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1de6f3-10ca-480b-bfaa-39fcbde23bb4', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:29:39.037328 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:39.078645 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port f2e1908c-7aa5-4fac-b276-d75bf334f55c is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:29:39.079398 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:39.094460 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 9affba5c-e561-4b66-b889-1c5a4ca0fa50 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:29:39.094902 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:39.110814 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e1908c-7aa5-4fac-b276-d75bf334f55c {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:29:39.136172 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e47a7d-ea1f-4363-b801-a76ce8db7f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9affba5c-e561-4b66-b889-1c5a4ca0fa50'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:39.138926 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92191c9-27dd-4dd3-aa04-46c051ae4dbb" -d '{"events": [{"server_uuid": "09e47a7d-ea1f-4363-b801-a76ce8db7f23", "name": "network-vif-plugged", "status": "completed", "tag": "9affba5c-e561-4b66-b889-1c5a4ca0fa50"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:39.166631 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port f2e1908c-7aa5-4fac-b276-d75bf334f55c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=f2e1908c-7aa5-4fac-b276-d75bf334f55c,segment=NetworkSegment(30b121ba-c667-4c87-9e2c-60296cbc7683),segment_id=30b121ba-c667-4c87-9e2c-60296cbc7683)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:39.173151 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 9affba5c-e561-4b66-b889-1c5a4ca0fa50, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=9affba5c-e561-4b66-b889-1c5a4ca0fa50,segment=NetworkSegment(e49805ea-1d84-4b9b-9000-1269affe0e37),segment_id=e49805ea-1d84-4b9b-9000-1269affe0e37)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:39.175600 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:39.186633 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:39.221274 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8b589d-97b5-47d5-a114-0d7caeeb51da x-openstack-request-id: req-9b8b589d-97b5-47d5-a114-0d7caeeb51da {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:39.221612 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e47a7d-ea1f-4363-b801-a76ce8db7f23", "name": "network-vif-plugged", "status": "completed", "tag": "9affba5c-e561-4b66-b889-1c5a4ca0fa50", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:39.221870 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9b8b589d-97b5-47d5-a114-0d7caeeb51da {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:39.222290 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8b589d-97b5-47d5-a114-0d7caeeb51da'] response: {'server_uuid': '09e47a7d-ea1f-4363-b801-a76ce8db7f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9affba5c-e561-4b66-b889-1c5a4ca0fa50', 'code': 200} Sep 12 23:29:39.228929 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaa854-bb69-45f2-a9fb-47c149ce1099 req-a04c22bd-e2c7-4765-936e-695c1a9b4657 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:39.238151 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-70aaa854-bb69-45f2-a9fb-47c149ce1099 req-a04c22bd-e2c7-4765-936e-695c1a9b4657 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 944 time: 0.0996575 Sep 12 23:29:39.239659 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=f2e1908c-7aa5-4fac-b276-d75bf334f55c,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:39.308627 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=9affba5c-e561-4b66-b889-1c5a4ca0fa50,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:39.354677 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-70aaa854-bb69-45f2-a9fb-47c149ce1099 req-96646926-7ac6-4c79-97a7-0da78a89a14c tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150620 Sep 12 23:29:39.481167 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43d6d6-8e97-45f9-aaed-f2ec0b16d79f req-6a1d795f-3b59-4a38-acf6-7878a37a7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:39.482825 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dd43d6d6-8e97-45f9-aaed-f2ec0b16d79f req-6a1d795f-3b59-4a38-acf6-7878a37a7a63 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 1129 time: 0.0555449 Sep 12 23:29:39.491803 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['f2e1908c-7aa5-4fac-b276-d75bf334f55c'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:29:39.570964 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dd43d6d6-8e97-45f9-aaed-f2ec0b16d79f req-6bd7c3a5-1be7-4e57-bd41-e7c875640961 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780325 Sep 12 23:29:39.581858 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c4509-92b7-4f5f-8262-1dd7813d99ae req-e61be65f-7641-4f4a-9c7b-edd235fcf80a tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:39.583369 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-068c4509-92b7-4f5f-8262-1dd7813d99ae req-e61be65f-7641-4f4a-9c7b-edd235fcf80a tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 948 time: 0.0611305 Sep 12 23:29:39.635812 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-068c4509-92b7-4f5f-8262-1dd7813d99ae req-eda97e85-c882-42f8-a710-f9c2261b0514 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442774 Sep 12 23:29:39.819277 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fa517-4811-4351-b12a-85a9f1bc3fb9 req-27e7d942-2552-4a19-8d7e-408ce4fa78e3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:39.820985 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-143fa517-4811-4351-b12a-85a9f1bc3fb9 req-27e7d942-2552-4a19-8d7e-408ce4fa78e3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0498319 Sep 12 23:29:39.869870 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-143fa517-4811-4351-b12a-85a9f1bc3fb9 req-16c6379d-6044-44d3-8d86-a103a68cba31 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427334 Sep 12 23:29:40.287094 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46544) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:40.392882 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3920f7ad-d558-410b-8796-610a9e3c8fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:40.463775 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:40.470492 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3920f7ad-d558-410b-8796-610a9e3c8fb2 admin admin] Publish callbacks [] for security_group (f2469397-b5e5-401c-b7ce-7672cfdea507), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:40.474447 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b75be-c2db-440f-b882-f1106d65cab5 req-fc46e95b-08a8-45d9-838f-0f475e92f8de tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:40.474698 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3920f7ad-d558-410b-8796-610a9e3c8fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (f2469397-b5e5-401c-b7ce-7672cfdea507), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:40.476329 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-474b75be-c2db-440f-b882-f1106d65cab5 req-fc46e95b-08a8-45d9-838f-0f475e92f8de tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0505340 Sep 12 23:29:40.520916 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3920f7ad-d558-410b-8796-610a9e3c8fb2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b5841ef8313946afa4f0558df3ec1ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318873 Sep 12 23:29:40.522366 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920f7ad-d558-410b-8796-610a9e3c8fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2469397-b5e5-401c-b7ce-7672cfdea507,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:40.528281 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46554) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:40.529934 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-474b75be-c2db-440f-b882-f1106d65cab5 req-f3b7e1cc-e1cb-40b4-80a4-441ce64abb18 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457282 Sep 12 23:29:40.581851 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6b7e056c-07e6-4c9d-b463-195a94cc9371 admin admin] Publish callbacks [] for security_group (f2469397-b5e5-401c-b7ce-7672cfdea507), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:40.602429 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6b7e056c-07e6-4c9d-b463-195a94cc9371 admin admin] Publish callbacks [] for security_group (f2469397-b5e5-401c-b7ce-7672cfdea507), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:40.649683 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6b7e056c-07e6-4c9d-b463-195a94cc9371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (f2469397-b5e5-401c-b7ce-7672cfdea507), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:40.652817 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6b7e056c-07e6-4c9d-b463-195a94cc9371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:40.654471 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6b7e056c-07e6-4c9d-b463-195a94cc9371 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f2469397-b5e5-401c-b7ce-7672cfdea507 HTTP/1.1" status: 204 len: 168 time: 0.1245923 Sep 12 23:29:40.662812 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e056c-07e6-4c9d-b463-195a94cc9371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2469397-b5e5-401c-b7ce-7672cfdea507,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:40.782655 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ab119-e054-453d-b605-67657deb0f61 req-84f05cb5-4d57-4b3d-af6f-c1a2ec1f773c tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:40.786373 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a8ab119-e054-453d-b605-67657deb0f61 req-84f05cb5-4d57-4b3d-af6f-c1a2ec1f773c tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 948 time: 0.0550921 Sep 12 23:29:40.799336 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device f2e1908c-7aa5-4fac-b276-d75bf334f55c up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:29:40.840864 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a8ab119-e054-453d-b605-67657deb0f61 req-4491d2bd-cc55-4ccd-ba49-b1e37d02026f tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508316 Sep 12 23:29:40.849195 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port f2e1908c-7aa5-4fac-b276-d75bf334f55c completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:29:40.865693 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port f2e1908c-7aa5-4fac-b276-d75bf334f55c triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:29:40.866381 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:40.970690 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port f2e1908c-7aa5-4fac-b276-d75bf334f55c is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:29:40.971599 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:40.999298 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 46582) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:41.013089 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-30f77deb-db05-434f-b399-96f5fb91ad91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:41.014763 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port f2e1908c-7aa5-4fac-b276-d75bf334f55c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=f2e1908c-7aa5-4fac-b276-d75bf334f55c,segment=NetworkSegment(30b121ba-c667-4c87-9e2c-60296cbc7683),segment_id=30b121ba-c667-4c87-9e2c-60296cbc7683)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:41.021834 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:41.043975 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c8a5e-3622-496b-962d-ead63209d2eb req-b0740c00-3c6a-4782-a86c-a91b4e8645b1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:41.049016 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-818c8a5e-3622-496b-962d-ead63209d2eb req-b0740c00-3c6a-4782-a86c-a91b4e8645b1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0915272 Sep 12 23:29:41.079979 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:41.084435 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=f2e1908c-7aa5-4fac-b276-d75bf334f55c,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:41.141764 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-30f77deb-db05-434f-b399-96f5fb91ad91 admin admin] Publish callbacks [] for security_group (4db2d2fd-e466-4e0f-9083-d737217ee693), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:41.148923 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-818c8a5e-3622-496b-962d-ead63209d2eb req-c2a2b002-5f97-4acd-ba0c-e1deff65e6dd tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860090 Sep 12 23:29:41.152930 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-30f77deb-db05-434f-b399-96f5fb91ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (4db2d2fd-e466-4e0f-9083-d737217ee693), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:41.165997 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:41.194177 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f77deb-db05-434f-b399-96f5fb91ad91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db2d2fd-e466-4e0f-9083-d737217ee693,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:41.199433 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-30f77deb-db05-434f-b399-96f5fb91ad91 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9129474538e144669e6468c8e5ffb686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990225 Sep 12 23:29:41.203120 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 46590) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:29:41.223612 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bcc690-65ac-4aea-adf2-3a8337a3d83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e1908c-7aa5-4fac-b276-d75bf334f55c'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:41.225979 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59453a7e-2fe0-422d-b1d5-4c3e3154b3b0" -d '{"events": [{"server_uuid": "13bcc690-65ac-4aea-adf2-3a8337a3d83e", "name": "network-vif-plugged", "status": "completed", "tag": "f2e1908c-7aa5-4fac-b276-d75bf334f55c"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:41.255828 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-feeb3427-1a3e-45a0-8aaa-3e53e3066900 admin admin] Publish callbacks [] for security_group (4db2d2fd-e466-4e0f-9083-d737217ee693), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:41.264950 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df144e9f-492f-464d-ac7f-df7ffb1f0b43 x-openstack-request-id: req-df144e9f-492f-464d-ac7f-df7ffb1f0b43 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:41.265249 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bcc690-65ac-4aea-adf2-3a8337a3d83e", "name": "network-vif-plugged", "status": "completed", "tag": "f2e1908c-7aa5-4fac-b276-d75bf334f55c", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:41.265502 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-df144e9f-492f-464d-ac7f-df7ffb1f0b43 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:41.265897 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df144e9f-492f-464d-ac7f-df7ffb1f0b43'] response: {'server_uuid': '13bcc690-65ac-4aea-adf2-3a8337a3d83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e1908c-7aa5-4fac-b276-d75bf334f55c', 'code': 200} Sep 12 23:29:41.280420 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-feeb3427-1a3e-45a0-8aaa-3e53e3066900 admin admin] Publish callbacks [] for security_group (4db2d2fd-e466-4e0f-9083-d737217ee693), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:41.327372 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-feeb3427-1a3e-45a0-8aaa-3e53e3066900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (4db2d2fd-e466-4e0f-9083-d737217ee693), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:41.329916 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-feeb3427-1a3e-45a0-8aaa-3e53e3066900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:41.331167 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-feeb3427-1a3e-45a0-8aaa-3e53e3066900 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4db2d2fd-e466-4e0f-9083-d737217ee693 HTTP/1.1" status: 204 len: 168 time: 0.1268508 Sep 12 23:29:41.338785 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb3427-1a3e-45a0-8aaa-3e53e3066900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db2d2fd-e466-4e0f-9083-d737217ee693,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:41.660741 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9611a-af8d-4f5f-8465-1e7f1cc9607c req-d311a691-3f5f-455c-b0e8-688df0add167 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:41.662235 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c8e9611a-af8d-4f5f-8465-1e7f1cc9607c req-d311a691-3f5f-455c-b0e8-688df0add167 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0533624 Sep 12 23:29:41.719965 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c8e9611a-af8d-4f5f-8465-1e7f1cc9607c req-8616e0d0-ee90-47b8-829a-1c86f105f050 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503030 Sep 12 23:29:41.968610 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c54308-4cfa-4022-8a70-9a382a53c1f1 req-30996e2a-4f97-4ad2-9588-437914be2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:41.970318 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54c54308-4cfa-4022-8a70-9a382a53c1f1 req-30996e2a-4f97-4ad2-9588-437914be2760 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 1133 time: 0.0432208 Sep 12 23:29:41.990391 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d89bc7-23a1-4280-8b49-d5a9ae0b0192 req-1a1bd479-ef96-484a-8d12-cd2739fb9bba tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:41.991945 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-74d89bc7-23a1-4280-8b49-d5a9ae0b0192 req-1a1bd479-ef96-484a-8d12-cd2739fb9bba tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0542562 Sep 12 23:29:42.018574 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54c54308-4cfa-4022-8a70-9a382a53c1f1 req-84ab9e7f-d799-4bc2-8a7c-254256d9d9b1 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Sep 12 23:29:42.046583 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-74d89bc7-23a1-4280-8b49-d5a9ae0b0192 req-d35823d6-5577-4646-a27a-518576c52358 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479798 Sep 12 23:29:42.262734 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a9025-eb73-47ff-9fda-6579d25d424c req-0d11a5dd-3cc0-4a1e-82f1-36d75a06360b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:42.264371 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-401a9025-eb73-47ff-9fda-6579d25d424c req-0d11a5dd-3cc0-4a1e-82f1-36d75a06360b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0484605 Sep 12 23:29:42.328143 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-401a9025-eb73-47ff-9fda-6579d25d424c req-9fd68811-de48-4b33-898f-4f5a359b61f1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517430 Sep 12 23:29:42.837382 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573b932-6485-4082-a028-ddb9a62f27dd req-688e67dc-978c-487e-9130-189e795099a7 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:42.838867 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b573b932-6485-4082-a028-ddb9a62f27dd req-688e67dc-978c-487e-9130-189e795099a7 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0462949 Sep 12 23:29:42.887032 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b573b932-6485-4082-a028-ddb9a62f27dd req-3f7651d5-1915-433c-a389-b517ccb3385a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Sep 12 23:29:43.172894 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb3c1d-17f2-4ba2-967d-ab92d2c85416 req-f177e61d-f7ac-4270-923d-d0994fe75aa7 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:43.174429 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fceb3c1d-17f2-4ba2-967d-ab92d2c85416 req-f177e61d-f7ac-4270-923d-d0994fe75aa7 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0506129 Sep 12 23:29:43.227048 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fceb3c1d-17f2-4ba2-967d-ab92d2c85416 req-c30d8721-9ed8-4949-ae22-452e19a522e2 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466118 Sep 12 23:29:43.440928 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785f58-c195-4ebb-8ced-9a430b9b4d28 req-de0dc2b3-7811-4045-873c-4a706be41460 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:43.442609 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0a785f58-c195-4ebb-8ced-9a430b9b4d28 req-de0dc2b3-7811-4045-873c-4a706be41460 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0471053 Sep 12 23:29:43.491511 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0a785f58-c195-4ebb-8ced-9a430b9b4d28 req-1bf01758-0ed7-4252-9769-e455842bbe8b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Sep 12 23:29:44.332780 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:44.349041 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818e033-fe14-468f-83f6-c26839bee9e4 req-8538af16-9a8d-4759-b6ac-685e5cb93219 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:44.350622 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d818e033-fe14-468f-83f6-c26839bee9e4 req-8538af16-9a8d-4759-b6ac-685e5cb93219 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0475805 Sep 12 23:29:44.397605 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d818e033-fe14-468f-83f6-c26839bee9e4 req-2b73f611-4d2b-4ec0-98df-da8eac0630b8 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Sep 12 23:29:44.612368 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b27a16-20c4-452c-b388-10db710222f8 req-a174a4d5-bc59-4814-b71b-12f0bb64073c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:44.613809 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e7b27a16-20c4-452c-b388-10db710222f8 req-a174a4d5-bc59-4814-b71b-12f0bb64073c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0488074 Sep 12 23:29:44.661787 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e7b27a16-20c4-452c-b388-10db710222f8 req-acf038c7-1a33-40e2-aea2-e308b1382450 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Sep 12 23:29:45.283534 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=52 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:45.332560 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:29:45.518925 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c7456-85f6-438a-83a1-766d1264b4ec req-c3788af6-eb6f-4f42-be1a-60391271bc64 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:45.520294 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1a5c7456-85f6-438a-83a1-766d1264b4ec req-c3788af6-eb6f-4f42-be1a-60391271bc64 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0498106 Sep 12 23:29:45.566232 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1a5c7456-85f6-438a-83a1-766d1264b4ec req-17dbbec4-4f68-48b3-9c36-b4944fec1758 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 Sep 12 23:29:45.780086 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698051c-186c-4b45-a6de-0f52806e0a20 req-c5727bd1-420f-4d65-b36a-95125faf3d86 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:45.781495 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4698051c-186c-4b45-a6de-0f52806e0a20 req-c5727bd1-420f-4d65-b36a-95125faf3d86 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0471582 Sep 12 23:29:45.827808 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4698051c-186c-4b45-a6de-0f52806e0a20 req-c63e1fec-cef8-4f03-8699-7ffa1455b4c9 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Sep 12 23:29:46.393464 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b2021-68f0-4064-9b18-ed741daa9706 req-f385c345-c361-4836-b49e-5db240c38e00 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:46.394932 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-181b2021-68f0-4064-9b18-ed741daa9706 req-f385c345-c361-4836-b49e-5db240c38e00 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0458179 Sep 12 23:29:46.445499 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-181b2021-68f0-4064-9b18-ed741daa9706 req-eddc724e-7b2c-47b8-b2c5-dc8787ff041e tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447910 Sep 12 23:29:46.698998 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4742d8-4c2f-4147-850e-873a785db9f7 req-df5be87e-45ff-46b4-acb8-13bbcd382d3b tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:46.700987 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7e4742d8-4c2f-4147-850e-873a785db9f7 req-df5be87e-45ff-46b4-acb8-13bbcd382d3b tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0494535 Sep 12 23:29:46.748563 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7e4742d8-4c2f-4147-850e-873a785db9f7 req-aed88df2-f870-402d-b51d-d1afc9401319 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 Sep 12 23:29:46.946158 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73ede8-0e6f-4f64-acb0-b3a53ab83031 req-348604ab-d4f3-4dab-a93e-01d7ddff4620 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:46.947663 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9a73ede8-0e6f-4f64-acb0-b3a53ab83031 req-348604ab-d4f3-4dab-a93e-01d7ddff4620 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0469127 Sep 12 23:29:46.993379 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9a73ede8-0e6f-4f64-acb0-b3a53ab83031 req-2838cd5a-a6a4-4489-8a75-881585344798 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Sep 12 23:29:47.567716 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad346328-d90d-44b1-8b39-735221e91b71 req-53cfdd04-5861-4bb4-b670-a993a2f29169 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:47.569159 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ad346328-d90d-44b1-8b39-735221e91b71 req-53cfdd04-5861-4bb4-b670-a993a2f29169 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0502496 Sep 12 23:29:47.599257 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:47.616577 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ad346328-d90d-44b1-8b39-735221e91b71 req-6b2c51d9-5f29-405c-aa5c-ee8315bc1eb1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419703 Sep 12 23:29:47.864908 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b4ede-cf51-4b48-939b-a2e52faa56df req-bc198277-471f-4cc0-8a46-ad1d57e7425a tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:47.866548 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b70b4ede-cf51-4b48-939b-a2e52faa56df req-bc198277-471f-4cc0-8a46-ad1d57e7425a tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0467741 Sep 12 23:29:47.913165 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b70b4ede-cf51-4b48-939b-a2e52faa56df req-c67eb876-4ce4-4376-80fb-65c8361ac7c3 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 Sep 12 23:29:48.110264 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5a551-34ae-4321-be33-84b9cef70961 req-64f4663e-0d1c-4eb1-82ad-fb1a9dee01bd tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:48.111734 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9ce5a551-34ae-4321-be33-84b9cef70961 req-64f4663e-0d1c-4eb1-82ad-fb1a9dee01bd tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0456452 Sep 12 23:29:48.157813 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9ce5a551-34ae-4321-be33-84b9cef70961 req-36708f2e-b967-47dd-8e56-cdfb8d1b359e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405631 Sep 12 23:29:48.738114 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33752658-3fe4-4143-8e8b-a9d9ce7aac73 req-37744785-f245-4849-b647-92d3b851a64c tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:48.739537 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-33752658-3fe4-4143-8e8b-a9d9ce7aac73 req-37744785-f245-4849-b647-92d3b851a64c tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0485506 Sep 12 23:29:48.787923 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-33752658-3fe4-4143-8e8b-a9d9ce7aac73 req-2bab1a56-57c0-41a5-9c8f-c5a1d1bd8437 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Sep 12 23:29:49.033535 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1810702-75ae-40ba-9167-0f796dc810c1 req-0733c856-9362-4f9a-92e7-a98306a414da tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:49.034999 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c1810702-75ae-40ba-9167-0f796dc810c1 req-0733c856-9362-4f9a-92e7-a98306a414da tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0465620 Sep 12 23:29:49.084175 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c1810702-75ae-40ba-9167-0f796dc810c1 req-324575c2-86b3-444e-b188-7def467805a6 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437472 Sep 12 23:29:49.279292 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000b0a1-5059-4d4e-8264-6f92e06368f2 req-5523dad9-af5b-4bb2-8e9a-26d66a4a7531 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:49.281055 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d000b0a1-5059-4d4e-8264-6f92e06368f2 req-5523dad9-af5b-4bb2-8e9a-26d66a4a7531 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0484090 Sep 12 23:29:49.305728 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:49.328679 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d000b0a1-5059-4d4e-8264-6f92e06368f2 req-f9e5260b-bfb9-4512-be4d-cfdc1442d9be tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Sep 12 23:29:49.972361 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b266c3-a203-4cea-ae1d-7e0e6cf7198b req-459eeb11-acea-49fa-8bc9-7872913ce319 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:49.973935 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-81b266c3-a203-4cea-ae1d-7e0e6cf7198b req-459eeb11-acea-49fa-8bc9-7872913ce319 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0794766 Sep 12 23:29:50.000133 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:50.026535 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-81b266c3-a203-4cea-ae1d-7e0e6cf7198b req-9ba9c0fe-c848-4dcc-9b05-028a7e3d7a1d tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432961 Sep 12 23:29:50.225391 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477af036-cfb1-4444-a39f-72c4aa35b688 req-7315a857-d0fb-41c2-9c32-2492f8a395c8 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:50.226999 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-477af036-cfb1-4444-a39f-72c4aa35b688 req-7315a857-d0fb-41c2-9c32-2492f8a395c8 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0498075 Sep 12 23:29:50.273313 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-477af036-cfb1-4444-a39f-72c4aa35b688 req-3769ba0c-4e24-4fd2-945c-73248d4f8c08 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Sep 12 23:29:50.451938 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb578af3-3ac7-4170-b85b-b4afd3fa3732 req-fb2d4125-796d-464c-b126-c139df2c05ee tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:50.453447 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eb578af3-3ac7-4170-b85b-b4afd3fa3732 req-fb2d4125-796d-464c-b126-c139df2c05ee tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0510485 Sep 12 23:29:50.503914 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-eb578af3-3ac7-4170-b85b-b4afd3fa3732 req-b82b683c-540b-4278-ab89-49d8c53db130 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Sep 12 23:29:50.557533 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f685a7-dc60-42d9-8f90-9b152517a93c req-c6ec7f12-eb21-4719-90da-5d9fe56063a3 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:50.558978 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c7f685a7-dc60-42d9-8f90-9b152517a93c req-c6ec7f12-eb21-4719-90da-5d9fe56063a3 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0457356 Sep 12 23:29:50.605549 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c7f685a7-dc60-42d9-8f90-9b152517a93c req-3e00d079-fedb-478a-a757-57b81703ae6c tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Sep 12 23:29:51.081076 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:51.156931 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b7f23-25b7-4291-a3d4-f6dc75e152a6 req-bfb2a37d-fcef-4b51-b465-b031b000899f tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:51.158496 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ce4b7f23-25b7-4291-a3d4-f6dc75e152a6 req-bfb2a37d-fcef-4b51-b465-b031b000899f tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0509646 Sep 12 23:29:51.215902 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ce4b7f23-25b7-4291-a3d4-f6dc75e152a6 req-0e00aec3-3204-422c-9d6a-317bb0a39f44 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514634 Sep 12 23:29:51.351442 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:51.620945 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49506fd-daf2-42f2-9e22-45df5aeb705f req-4679883d-0d7e-49ca-8d1f-7fcabe7bc097 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:51.622396 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c49506fd-daf2-42f2-9e22-45df5aeb705f req-4679883d-0d7e-49ca-8d1f-7fcabe7bc097 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0461612 Sep 12 23:29:51.674430 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c49506fd-daf2-42f2-9e22-45df5aeb705f req-db28bcd0-da79-4f14-b0c6-0c542e6bb117 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465345 Sep 12 23:29:51.726941 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bf5f9-dba2-47c6-ae01-ccd9a7a64088 req-a9504b0a-fdfb-42ce-b31c-9336cb93597d tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:51.728434 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-786bf5f9-dba2-47c6-ae01-ccd9a7a64088 req-a9504b0a-fdfb-42ce-b31c-9336cb93597d tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0469716 Sep 12 23:29:51.774607 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-786bf5f9-dba2-47c6-ae01-ccd9a7a64088 req-16835c15-7612-4ab2-ab24-35211a2f4c9a tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406046 Sep 12 23:29:52.143300 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f05621-6341-465f-a62e-a2fb1e769e99 req-6caa3a58-aba8-4c12-a05d-4293c80fcc78 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:52.144806 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-41f05621-6341-465f-a62e-a2fb1e769e99 req-6caa3a58-aba8-4c12-a05d-4293c80fcc78 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0471132 Sep 12 23:29:52.195367 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-41f05621-6341-465f-a62e-a2fb1e769e99 req-ceaf9e53-d2f5-4916-bbee-31fb4b081511 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Sep 12 23:29:52.336146 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d2f3a-9dc0-42f0-87e3-5ebd1c660be7 req-998726e5-fb32-48d8-9ecc-2efd30aa0b52 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:52.337500 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4b2d2f3a-9dc0-42f0-87e3-5ebd1c660be7 req-998726e5-fb32-48d8-9ecc-2efd30aa0b52 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0455709 Sep 12 23:29:52.383863 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4b2d2f3a-9dc0-42f0-87e3-5ebd1c660be7 req-34dc77e2-36f9-4b7f-bb4d-634e910f3349 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Sep 12 23:29:52.782393 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:52.793061 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11b3e0-361f-40fe-bdff-a9a206292f73 req-120e7bdc-8e4c-405e-9632-c4d1d6af648c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:52.794506 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c11b3e0-361f-40fe-bdff-a9a206292f73 req-120e7bdc-8e4c-405e-9632-c4d1d6af648c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0469055 Sep 12 23:29:52.841794 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c11b3e0-361f-40fe-bdff-a9a206292f73 req-00b502a1-1009-4321-8b9a-0a10461de484 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Sep 12 23:29:53.035670 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37f5b8-524e-449c-bcff-b8a7eaf26fcb req-6da5518e-be79-48d3-a782-78c2f836e49e tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:53.037053 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3f37f5b8-524e-449c-bcff-b8a7eaf26fcb req-6da5518e-be79-48d3-a782-78c2f836e49e tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0465102 Sep 12 23:29:53.084345 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3f37f5b8-524e-449c-bcff-b8a7eaf26fcb req-0aabebf8-3648-45bd-b5e8-d87073dc3927 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Sep 12 23:29:53.324127 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6fb4-58e8-4f6f-a836-e591e4b2426c req-1eec0421-7ad1-4eb0-975d-376f7b68b508 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:53.325500 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b99b6fb4-58e8-4f6f-a836-e591e4b2426c req-1eec0421-7ad1-4eb0-975d-376f7b68b508 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0466979 Sep 12 23:29:53.370835 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b99b6fb4-58e8-4f6f-a836-e591e4b2426c req-889b205a-cbbe-4837-94e0-d885469df9b9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398378 Sep 12 23:29:53.516231 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef5d24-e0b5-4f72-b2f5-35147b700e88 req-99791782-a77c-412d-9694-f787fcd939f9 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:53.517858 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-31ef5d24-e0b5-4f72-b2f5-35147b700e88 req-99791782-a77c-412d-9694-f787fcd939f9 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0585670 Sep 12 23:29:53.566207 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-31ef5d24-e0b5-4f72-b2f5-35147b700e88 req-d439d6b5-c34e-4b3b-8dc6-15a2c0ee6e9c tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Sep 12 23:29:53.966514 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce499b-338b-4334-a57e-9c76f80d0933 req-d2e80c30-fd01-4f19-90b7-e9e9b0b3103d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:53.967977 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccce499b-338b-4334-a57e-9c76f80d0933 req-d2e80c30-fd01-4f19-90b7-e9e9b0b3103d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0490496 Sep 12 23:29:54.014050 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ccce499b-338b-4334-a57e-9c76f80d0933 req-a662911d-a09d-41d1-bc99-6b79f8a1c869 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406694 Sep 12 23:29:54.206531 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc680a-82e9-44ef-9ec8-b2a80c138b58 req-861251d2-584f-4726-bf93-ba865aa901cb tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:54.208134 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f6dc680a-82e9-44ef-9ec8-b2a80c138b58 req-861251d2-584f-4726-bf93-ba865aa901cb tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0493679 Sep 12 23:29:54.255580 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f6dc680a-82e9-44ef-9ec8-b2a80c138b58 req-be66baf4-8202-442c-94d8-1a877d9244b4 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Sep 12 23:29:54.495381 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a063-02cc-4a81-9700-6b409709399f req-19481902-663b-49ae-b429-4659f5437e87 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:54.496776 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dd66a063-02cc-4a81-9700-6b409709399f req-19481902-663b-49ae-b429-4659f5437e87 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0458810 Sep 12 23:29:54.542683 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dd66a063-02cc-4a81-9700-6b409709399f req-c6d70d81-eb2c-45f0-808b-f6592a076592 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403731 Sep 12 23:29:54.689444 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead5d58-5e8a-4520-81ec-c59515575ef0 req-6cd3c465-fdad-480e-8f0d-2b5b7316097f tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:54.690913 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eead5d58-5e8a-4520-81ec-c59515575ef0 req-6cd3c465-fdad-480e-8f0d-2b5b7316097f tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0471849 Sep 12 23:29:54.873228 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2f27a565-e7c9-42ad-94cc-bb86a66f6759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:54.973790 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eead5d58-5e8a-4520-81ec-c59515575ef0 req-9a35ef5a-1031-4f1e-a82d-9f21d92dae71 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770784 Sep 12 23:29:55.122333 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:55.135912 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99594786-efbe-4c89-b0d4-b6ca36f93708 req-39e5f035-2652-4a59-8a76-071df9c5ffc7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:55.137385 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-99594786-efbe-4c89-b0d4-b6ca36f93708 req-39e5f035-2652-4a59-8a76-071df9c5ffc7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0506918 Sep 12 23:29:55.184068 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-99594786-efbe-4c89-b0d4-b6ca36f93708 req-d00a99ba-d77e-4103-bdcf-83db9d193130 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 Sep 12 23:29:55.329036 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=40,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:55.385178 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713330de-8e73-4ebb-9347-8d70962aacd0 req-c607641a-0740-48db-be31-ba8ebd468772 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:55.386648 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-713330de-8e73-4ebb-9347-8d70962aacd0 req-c607641a-0740-48db-be31-ba8ebd468772 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0549288 Sep 12 23:29:55.443464 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-713330de-8e73-4ebb-9347-8d70962aacd0 req-4ae29f8d-f749-4ef1-89ed-750baa9d4779 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479093 Sep 12 23:29:55.679897 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe4424-b011-4f0c-b49b-751966efb9b2 req-ebc2d00c-e352-4f6e-924c-9bbd417f3459 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:55.681391 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-03fe4424-b011-4f0c-b49b-751966efb9b2 req-ebc2d00c-e352-4f6e-924c-9bbd417f3459 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0548499 Sep 12 23:29:55.731006 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-03fe4424-b011-4f0c-b49b-751966efb9b2 req-a29efcb9-9f49-461f-b449-3995f2be3ada tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435457 Sep 12 23:29:56.093828 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2c37a-a2a3-4797-9cea-e8b34eb0465a req-b46b9b48-1db3-4082-87a9-d164eb8ec48a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:56.095373 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-03f2c37a-a2a3-4797-9cea-e8b34eb0465a req-b46b9b48-1db3-4082-87a9-d164eb8ec48a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0487747 Sep 12 23:29:56.129306 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05f15-673c-4381-91a1-d9884230d347 req-95f2aefb-21b1-4023-8ca5-2ae0359d9a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:56.130800 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f2c05f15-673c-4381-91a1-d9884230d347 req-95f2aefb-21b1-4023-8ca5-2ae0359d9a9d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 1129 time: 0.0393760 Sep 12 23:29:56.159477 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd81eba-4358-4257-9972-fafd660fde68 req-575d9fe9-e145-493b-a9cd-9ee7237433de tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:56.160965 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5cd81eba-4358-4257-9972-fafd660fde68 req-575d9fe9-e145-493b-a9cd-9ee7237433de tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 945 time: 0.0646982 Sep 12 23:29:56.189935 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-03f2c37a-a2a3-4797-9cea-e8b34eb0465a req-b766c690-1683-4fde-bb1f-7d262aef1dc1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=05940fd1-3f59-4cb6-9044-240667aca129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846608 Sep 12 23:29:56.208823 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:56.246184 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5db20-024a-44eb-a028-5266a43663c1 req-63e171e3-7da8-4fb2-91e9-1d529dab3614 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:56.247754 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ba5db20-024a-44eb-a028-5266a43663c1 req-63e171e3-7da8-4fb2-91e9-1d529dab3614 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.0776708 Sep 12 23:29:56.255019 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f2c05f15-673c-4381-91a1-d9884230d347 req-fbbbcb79-7093-46be-ac4d-12f2245566ff service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861650 Sep 12 23:29:56.274538 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-5cd81eba-4358-4257-9972-fafd660fde68 req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Deleting port 9affba5c-e561-4b66-b889-1c5a4ca0fa50 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:29:56.275088 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5cd81eba-4358-4257-9972-fafd660fde68 req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:56.359600 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:56.378201 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-5cd81eba-4358-4257-9972-fafd660fde68 req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] For port 9affba5c-e561-4b66-b889-1c5a4ca0fa50, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=9affba5c-e561-4b66-b889-1c5a4ca0fa50,segment=NetworkSegment(e49805ea-1d84-4b9b-9000-1269affe0e37),segment_id=e49805ea-1d84-4b9b-9000-1269affe0e37)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:56.378708 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5cd81eba-4358-4257-9972-fafd660fde68 req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:56.384399 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bcd5b-ec65-4105-b4e8-5c392cb8b3cf req-05e916bb-b88c-4923-9aab-6f74aa6c111f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:56.385867 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-677bcd5b-ec65-4105-b4e8-5c392cb8b3cf req-05e916bb-b88c-4923-9aab-6f74aa6c111f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.1024537 Sep 12 23:29:56.391897 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-5cd81eba-4358-4257-9972-fafd660fde68 req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Calling delete_port for 9affba5c-e561-4b66-b889-1c5a4ca0fa50 owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:29:56.418436 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-3ba5db20-024a-44eb-a028-5266a43663c1 req-f26971fc-197d-4e27-9431-bae9279c63e2 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Deleting port f2e1908c-7aa5-4fac-b276-d75bf334f55c {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:29:56.418771 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3ba5db20-024a-44eb-a028-5266a43663c1 req-f26971fc-197d-4e27-9431-bae9279c63e2 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:56.489542 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-677bcd5b-ec65-4105-b4e8-5c392cb8b3cf req-b836e492-c236-48ed-bf4f-b37714441a6a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904346 Sep 12 23:29:56.549743 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5cd81eba-4358-4257-9972-fafd660fde68 req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (9affba5c-e561-4b66-b889-1c5a4ca0fa50), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:56.558623 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-3ba5db20-024a-44eb-a028-5266a43663c1 req-f26971fc-197d-4e27-9431-bae9279c63e2 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] For port f2e1908c-7aa5-4fac-b276-d75bf334f55c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=f2e1908c-7aa5-4fac-b276-d75bf334f55c,segment=NetworkSegment(30b121ba-c667-4c87-9e2c-60296cbc7683),segment_id=30b121ba-c667-4c87-9e2c-60296cbc7683)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:29:56.559030 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3ba5db20-024a-44eb-a028-5266a43663c1 req-f26971fc-197d-4e27-9431-bae9279c63e2 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:56.563148 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['9affba5c-e561-4b66-b889-1c5a4ca0fa50'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:29:56.579515 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-3ba5db20-024a-44eb-a028-5266a43663c1 req-f26971fc-197d-4e27-9431-bae9279c63e2 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Calling delete_port for f2e1908c-7aa5-4fac-b276-d75bf334f55c owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:29:56.610512 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Pushing event deleted for resources: {'Port': ['ID=9affba5c-e561-4b66-b889-1c5a4ca0fa50,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:56.623154 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:56.647883 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37725-335c-48ff-b33e-7e2e85942cc3 req-87b12d56-1dbc-4c2e-9c1a-c552f5905b66 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:56.649394 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-01d37725-335c-48ff-b33e-7e2e85942cc3 req-87b12d56-1dbc-4c2e-9c1a-c552f5905b66 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 949 time: 0.1135173 Sep 12 23:29:56.671487 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.671867 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.672208 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.672544 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.672874 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.673201 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.673528 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.673849 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.674170 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.674487 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.674807 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.675126 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.675442 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.675780 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.676097 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:29:56.687232 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd81eba-4358-4257-9972-fafd660fde68 req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] No DVR routers for this DVR port 9affba5c-e561-4b66-b889-1c5a4ca0fa50 on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:29:56.698800 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5cd81eba-4358-4257-9972-fafd660fde68 req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:56.702145 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5cd81eba-4358-4257-9972-fafd660fde68 req-c459cc46-a411-4627-8de2-9f855676f027 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.25 "DELETE /networking/v2.0/ports/9affba5c-e561-4b66-b889-1c5a4ca0fa50 HTTP/1.1" status: 204 len: 173 time: 0.5301096 Sep 12 23:29:56.702643 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e47a7d-ea1f-4363-b801-a76ce8db7f23', 'name': 'network-vif-deleted', 'tag': '9affba5c-e561-4b66-b889-1c5a4ca0fa50'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:56.704943 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7f5073-147a-460b-aa30-055b40e61f79" -d '{"events": [{"server_uuid": "09e47a7d-ea1f-4363-b801-a76ce8db7f23", "name": "network-vif-deleted", "tag": "9affba5c-e561-4b66-b889-1c5a4ca0fa50"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:56.753406 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3ba5db20-024a-44eb-a028-5266a43663c1 req-f26971fc-197d-4e27-9431-bae9279c63e2 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (f2e1908c-7aa5-4fac-b276-d75bf334f55c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:56.770055 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['f2e1908c-7aa5-4fac-b276-d75bf334f55c'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:29:56.780545 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc8db04-f69b-4c6c-9f86-df9f9b22fcd6 x-openstack-request-id: req-7fc8db04-f69b-4c6c-9f86-df9f9b22fcd6 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:56.784719 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e47a7d-ea1f-4363-b801-a76ce8db7f23", "name": "network-vif-deleted", "tag": "9affba5c-e561-4b66-b889-1c5a4ca0fa50", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:56.785142 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7fc8db04-f69b-4c6c-9f86-df9f9b22fcd6 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:56.785844 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc8db04-f69b-4c6c-9f86-df9f9b22fcd6'] response: {'server_uuid': '09e47a7d-ea1f-4363-b801-a76ce8db7f23', 'name': 'network-vif-deleted', 'tag': '9affba5c-e561-4b66-b889-1c5a4ca0fa50', 'status': 'completed', 'code': 200} Sep 12 23:29:56.793005 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-01d37725-335c-48ff-b33e-7e2e85942cc3 req-266d2d16-faa3-4e23-b013-1f1286c18196 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e1aced2b-4fda-4fb2-84ea-c37eaf951665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135690 Sep 12 23:29:56.793344 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26971fc-197d-4e27-9431-bae9279c63e2 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Pushing event deleted for resources: {'Port': ['ID=f2e1908c-7aa5-4fac-b276-d75bf334f55c,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:29:56.879221 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba5db20-024a-44eb-a028-5266a43663c1 req-f26971fc-197d-4e27-9431-bae9279c63e2 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] No DVR routers for this DVR port f2e1908c-7aa5-4fac-b276-d75bf334f55c on host hv-cinder-85200 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:29:56.882513 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3ba5db20-024a-44eb-a028-5266a43663c1 req-f26971fc-197d-4e27-9431-bae9279c63e2 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:56.886580 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ba5db20-024a-44eb-a028-5266a43663c1 req-f26971fc-197d-4e27-9431-bae9279c63e2 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f2e1908c-7aa5-4fac-b276-d75bf334f55c HTTP/1.1" status: 204 len: 173 time: 0.6306028 Sep 12 23:29:56.905261 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13bcc690-65ac-4aea-adf2-3a8337a3d83e', 'name': 'network-vif-deleted', 'tag': 'f2e1908c-7aa5-4fac-b276-d75bf334f55c'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:29:56.911106 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3345232-0387-4454-85e9-104c10d8db2f" -d '{"events": [{"server_uuid": "13bcc690-65ac-4aea-adf2-3a8337a3d83e", "name": "network-vif-deleted", "tag": "f2e1908c-7aa5-4fac-b276-d75bf334f55c"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:29:56.962222 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c42e6-ae8c-4bfc-9f95-c037b914f6f0 req-c24d6589-6a6a-4408-9a79-f6d0b0915ad3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:56.976498 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-350c42e6-ae8c-4bfc-9f95-c037b914f6f0 req-c24d6589-6a6a-4408-9a79-f6d0b0915ad3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1151221 Sep 12 23:29:57.007007 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd90eeaa-32ec-4d5e-abf3-bd6de258b2e5 x-openstack-request-id: req-cd90eeaa-32ec-4d5e-abf3-bd6de258b2e5 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:29:57.007325 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13bcc690-65ac-4aea-adf2-3a8337a3d83e", "name": "network-vif-deleted", "tag": "f2e1908c-7aa5-4fac-b276-d75bf334f55c", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:29:57.007529 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cd90eeaa-32ec-4d5e-abf3-bd6de258b2e5 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:29:57.007939 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd90eeaa-32ec-4d5e-abf3-bd6de258b2e5'] response: {'server_uuid': '13bcc690-65ac-4aea-adf2-3a8337a3d83e', 'name': 'network-vif-deleted', 'tag': 'f2e1908c-7aa5-4fac-b276-d75bf334f55c', 'status': 'completed', 'code': 200} Sep 12 23:29:57.038788 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:29:57.044216 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-350c42e6-ae8c-4bfc-9f95-c037b914f6f0 req-c229da7a-cb5f-4911-8eee-4bb84ebd4558 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665281 Sep 12 23:29:57.324295 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e538f563-08d5-475b-b407-14ea7a9c7d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:57.378337 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b69a0b65-d445-4cba-a914-cdd99bd969df req-773e4d98-81b9-4b04-a9e1-79518d4f8cf7 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 210 time: 0.0457909 Sep 12 23:29:57.621577 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620f3cd-f997-48f6-9668-214bc7958543 req-3ceae600-552b-4360-9b62-be2f81dac38a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:57.623478 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3620f3cd-f997-48f6-9668-214bc7958543 req-3ceae600-552b-4360-9b62-be2f81dac38a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0510583 Sep 12 23:29:57.671065 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3620f3cd-f997-48f6-9668-214bc7958543 req-80e7403a-a48e-44bc-b413-8970e34ab91b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Sep 12 23:29:57.929275 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f453cc8e-7f7c-4a3e-93d1-76ab941d3940 req-7473ed81-4462-42f0-8b6c-707b99c436f5 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 210 time: 0.0279763 Sep 12 23:29:58.186416 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead3ed6-e8ed-4df2-846f-20e8b2a96e29 req-57815c7f-7705-47c4-bc93-916b70a111cb tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:58.187918 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6ead3ed6-e8ed-4df2-846f-20e8b2a96e29 req-57815c7f-7705-47c4-bc93-916b70a111cb tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0468154 Sep 12 23:29:58.235247 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6ead3ed6-e8ed-4df2-846f-20e8b2a96e29 req-658836a5-9d98-4b4f-8cec-ae6fffb81f7e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Sep 12 23:29:58.483800 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:29:58.495790 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fa44a89a-5ba2-4091-abb0-3893bd7f8da5 req-eb92d06b-bb73-4f46-a454-c2e5e1048ea2 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 210 time: 0.0276055 Sep 12 23:29:58.799416 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298dbc9-7d40-436d-9135-21c3783827b3 req-6ff0b6dc-c15d-4fe3-a614-0705223f1c40 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:58.800989 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b298dbc9-7d40-436d-9135-21c3783827b3 req-6ff0b6dc-c15d-4fe3-a614-0705223f1c40 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0515921 Sep 12 23:29:58.848698 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b298dbc9-7d40-436d-9135-21c3783827b3 req-3876945d-fa15-4174-80ee-ec10e9bceb01 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 Sep 12 23:29:58.990750 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ea9e3-b789-4391-9e23-3f7b323dbea8 req-5c36a378-1ebf-4922-8a3c-6b193efd58be tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:58.992278 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-073ea9e3-b789-4391-9e23-3f7b323dbea8 req-5c36a378-1ebf-4922-8a3c-6b193efd58be tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0518353 Sep 12 23:29:59.040968 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-073ea9e3-b789-4391-9e23-3f7b323dbea8 req-01ce8b6a-e611-4d5c-a250-67db239d9862 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Sep 12 23:29:59.043668 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ef2884aa-6f41-474a-b565-c03dd80cbac5 req-2a46818c-40d8-4d76-a228-39c3cad84036 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 210 time: 0.0270071 Sep 12 23:29:59.373255 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866567d-be46-4df0-9c3a-c85dff1b75fb req-279003e7-9040-4640-9215-8ef413066b2e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:29:59.375986 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c866567d-be46-4df0-9c3a-c85dff1b75fb req-279003e7-9040-4640-9215-8ef413066b2e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0550549 Sep 12 23:29:59.426951 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c866567d-be46-4df0-9c3a-c85dff1b75fb req-47df78f0-a50d-4681-88fb-e5b4f2593596 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459585 Sep 12 23:29:59.606784 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bc67a8aa-8a57-42ff-ad40-0e7a65edd612 req-836a4585-0613-4b4c-bd45-eef321637b79 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 210 time: 0.0263317 Sep 12 23:29:59.712230 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:00.013646 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:00.159484 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1063e45b-68a2-40e1-8353-0b42673e6035 req-4b12053c-d1ae-40c2-a1f3-4231de508fbd tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 210 time: 0.0269837 Sep 12 23:30:00.353270 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device f2e1908c-7aa5-4fac-b276-d75bf334f55c no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:30:00.372490 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: f2e1908c-7aa5-4fac-b276-d75bf334f55c {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:30:00.372836 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device f2e1908c-7aa5-4fac-b276-d75bf334f55c not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:30:00.373751 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 9affba5c-e561-4b66-b889-1c5a4ca0fa50 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:30:00.392687 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: 9affba5c-e561-4b66-b889-1c5a4ca0fa50 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:30:00.393040 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 9affba5c-e561-4b66-b889-1c5a4ca0fa50 not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:30:00.551271 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491db18-b72b-4a16-9c27-ae7a4cd23fdd req-cccd1b70-a3e4-444c-a7c3-0fae719eaf99 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:00.552737 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8491db18-b72b-4a16-9c27-ae7a4cd23fdd req-cccd1b70-a3e4-444c-a7c3-0fae719eaf99 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0461388 Sep 12 23:30:00.729850 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b36aec1b-e87d-4d62-b982-b6beeed6ed79 req-78ac6e13-54e8-4f80-ae19-d9ac47121259 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 210 time: 0.0310903 Sep 12 23:30:00.810528 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8491db18-b72b-4a16-9c27-ae7a4cd23fdd req-ff8c6d8a-2549-4603-8f32-15980329c906 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522118 Sep 12 23:30:01.269614 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-68df5862-4ad0-42df-a842-89e576cde194 req-d88bf412-b802-4bc0-8559-a71d435372d7 tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 210 time: 0.0264084 Sep 12 23:30:01.842456 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d1625726-389e-4a82-acb1-bd8654385ed7 req-0a80f910-19f2-48e0-944a-2b2a7b9437b1 tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 210 time: 0.0265968 Sep 12 23:30:01.933657 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46993090-93d7-4143-91d5-18223223de5c req-d2c9fe14-ebae-4989-b822-f076b6225914 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:01.935131 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-46993090-93d7-4143-91d5-18223223de5c req-d2c9fe14-ebae-4989-b822-f076b6225914 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0466881 Sep 12 23:30:01.981474 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-46993090-93d7-4143-91d5-18223223de5c req-ba1ec940-7b21-4b7e-b86d-aeefdf8be302 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403934 Sep 12 23:30:02.378205 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1d495006-f4aa-4113-b62f-ca0125d925c8 req-0c6ab250-16d9-4dc1-92d8-d2efec9dcedf tempest-VolumesNegativeTest-1136349795 tempest-VolumesNegativeTest-1136349795-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=13bcc690-65ac-4aea-adf2-3a8337a3d83e HTTP/1.1" status: 200 len: 210 time: 0.0265276 Sep 12 23:30:02.955961 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-69bb8dda-72d0-48a1-b14d-9c681e113df0 req-1bde26f1-7744-493c-8481-18f79de5036a tempest-VolumesActionsTest-1780566035 tempest-VolumesActionsTest-1780566035-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=09e47a7d-ea1f-4363-b801-a76ce8db7f23 HTTP/1.1" status: 200 len: 210 time: 0.0275376 Sep 12 23:30:03.104763 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd484f-ba58-44b6-a0ce-f9f87f0abbb3 req-63911051-55cc-4d97-8ddd-9dbbfbcea83f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:03.106209 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c5bd484f-ba58-44b6-a0ce-f9f87f0abbb3 req-63911051-55cc-4d97-8ddd-9dbbfbcea83f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0467377 Sep 12 23:30:03.157017 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c5bd484f-ba58-44b6-a0ce-f9f87f0abbb3 req-93861bb2-86df-4d64-8fb6-0e8208ac03dd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446463 Sep 12 23:30:04.324894 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793ae96-589c-4764-b7ba-e78f053f7876 req-c5f7c986-088e-481e-89a5-d747731be321 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:04.327054 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a793ae96-589c-4764-b7ba-e78f053f7876 req-c5f7c986-088e-481e-89a5-d747731be321 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0764780 Sep 12 23:30:04.394037 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a793ae96-589c-4764-b7ba-e78f053f7876 req-aedcfb2f-1901-4b74-8bca-e61548b4122f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583196 Sep 12 23:30:04.995685 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf9e91-81a9-4488-ab4f-f75b18b60031 req-a0143e15-1282-4867-91c0-643eee1bc754 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:04.997595 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621cfa7-468f-412f-9ab3-83de635a44d6 req-6e547141-c375-4aad-a43b-f1321c9bb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:05.000390 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2621cfa7-468f-412f-9ab3-83de635a44d6 req-6e547141-c375-4aad-a43b-f1321c9bb6a6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 1130 time: 0.1102743 Sep 12 23:30:05.004172 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4fbf9e91-81a9-4488-ab4f-f75b18b60031 req-a0143e15-1282-4867-91c0-643eee1bc754 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0751011 Sep 12 23:30:05.071046 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4fbf9e91-81a9-4488-ab4f-f75b18b60031 req-b34988b2-a9ac-4065-99e2-8dbac0d5b895 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629430 Sep 12 23:30:05.173544 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621cfa7-468f-412f-9ab3-83de635a44d6 req-564e6c2d-89f1-4d5b-a60a-200145678fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:05.175489 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2621cfa7-468f-412f-9ab3-83de635a44d6 req-564e6c2d-89f1-4d5b-a60a-200145678fdc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.1688654 Sep 12 23:30:05.224144 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2621cfa7-468f-412f-9ab3-83de635a44d6 req-c2a407ef-25c6-4d14-9d74-1d72b4083b95 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d HTTP/1.1" status: 200 len: 217 time: 0.0422232 Sep 12 23:30:05.286132 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621cfa7-468f-412f-9ab3-83de635a44d6 req-3fe03663-30a2-4505-9d58-9f2110d5e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:05.287643 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2621cfa7-468f-412f-9ab3-83de635a44d6 req-3fe03663-30a2-4505-9d58-9f2110d5e446 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.0565698 Sep 12 23:30:05.336465 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621cfa7-468f-412f-9ab3-83de635a44d6 req-5c8cb855-d709-42f5-940f-5bf05e6274fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:05.338002 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2621cfa7-468f-412f-9ab3-83de635a44d6 req-5c8cb855-d709-42f5-940f-5bf05e6274fa service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430386 Sep 12 23:30:05.448157 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2621cfa7-468f-412f-9ab3-83de635a44d6 req-ab0d8154-e0ca-4e95-8a8c-12c8385c080d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020267 Sep 12 23:30:05.540753 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9792b42-3fa0-4be0-981b-79eb7f7168cc req-719f0adb-872e-4e63-9e59-96b128c8168b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:05.544074 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b9792b42-3fa0-4be0-981b-79eb7f7168cc req-719f0adb-872e-4e63-9e59-96b128c8168b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0593379 Sep 12 23:30:05.578507 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:05.588281 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:05.597513 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b9792b42-3fa0-4be0-981b-79eb7f7168cc req-b685c1d0-dadb-46f7-a8ff-49b28880c247 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513468 Sep 12 23:30:06.017690 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 47398) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:06.180889 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ee8b0e67-fce5-470b-b52f-f65030db4185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:06.194083 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:06.197456 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:06.214738 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b9c52-05f8-49f8-a65c-61c9409f9960 req-58db5033-a39f-4dbc-b5f2-31d18a5fb098 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:06.216335 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-243b9c52-05f8-49f8-a65c-61c9409f9960 req-58db5033-a39f-4dbc-b5f2-31d18a5fb098 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0666389 Sep 12 23:30:06.268969 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-243b9c52-05f8-49f8-a65c-61c9409f9960 req-b195d334-2fd0-4d74-917f-e7933df4cbd8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459898 Sep 12 23:30:06.280714 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ee8b0e67-fce5-470b-b52f-f65030db4185 admin admin] Publish callbacks [] for security_group (7dcb5ee3-4cb4-49d7-81c7-47e67d7dc42a), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:06.288869 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ee8b0e67-fce5-470b-b52f-f65030db4185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (7dcb5ee3-4cb4-49d7-81c7-47e67d7dc42a), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:06.337408 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ee8b0e67-fce5-470b-b52f-f65030db4185 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a54f57b551e8417490cd01e11967db9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185112 Sep 12 23:30:06.340137 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 47424) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:06.340445 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b0e67-fce5-470b-b52f-f65030db4185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb5ee3-4cb4-49d7-81c7-47e67d7dc42a,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:06.398652 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a81962c2-72a5-48ab-a694-3e8fd57eb602 admin admin] Publish callbacks [] for security_group (7dcb5ee3-4cb4-49d7-81c7-47e67d7dc42a), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:06.419997 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a81962c2-72a5-48ab-a694-3e8fd57eb602 admin admin] Publish callbacks [] for security_group (7dcb5ee3-4cb4-49d7-81c7-47e67d7dc42a), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:06.472111 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a81962c2-72a5-48ab-a694-3e8fd57eb602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (7dcb5ee3-4cb4-49d7-81c7-47e67d7dc42a), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:06.475297 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a81962c2-72a5-48ab-a694-3e8fd57eb602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:06.476485 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a81962c2-72a5-48ab-a694-3e8fd57eb602 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7dcb5ee3-4cb4-49d7-81c7-47e67d7dc42a HTTP/1.1" status: 204 len: 168 time: 0.1347835 Sep 12 23:30:06.484823 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81962c2-72a5-48ab-a694-3e8fd57eb602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb5ee3-4cb4-49d7-81c7-47e67d7dc42a,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:06.737909 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2766bfd-796c-4393-aefd-75dd3052754c req-97438a1a-9977-4e85-a4bb-1b238da90367 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:06.739916 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c2766bfd-796c-4393-aefd-75dd3052754c req-97438a1a-9977-4e85-a4bb-1b238da90367 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0547965 Sep 12 23:30:06.807438 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c2766bfd-796c-4393-aefd-75dd3052754c req-eeafd8a7-93fc-4f36-93cf-5cd030ea3e79 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577571 Sep 12 23:30:06.813911 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 47464) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:06.827911 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d59797a-189a-4af0-a68e-adaf7274cfaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:06.902778 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d59797a-189a-4af0-a68e-adaf7274cfaf admin admin] Publish callbacks [] for security_group (5cf5ead5-4960-465a-9811-3c8d4fa66976), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:06.906620 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2d59797a-189a-4af0-a68e-adaf7274cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (5cf5ead5-4960-465a-9811-3c8d4fa66976), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:06.949753 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2d59797a-189a-4af0-a68e-adaf7274cfaf admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8dd90954a4984344b7b11250d749b357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347160 Sep 12 23:30:06.950600 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59797a-189a-4af0-a68e-adaf7274cfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf5ead5-4960-465a-9811-3c8d4fa66976,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:06.952536 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 47466) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:07.000600 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-30cf8f10-9143-42c7-a1c8-b6c98d13faca admin admin] Publish callbacks [] for security_group (5cf5ead5-4960-465a-9811-3c8d4fa66976), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:07.019698 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-30cf8f10-9143-42c7-a1c8-b6c98d13faca admin admin] Publish callbacks [] for security_group (5cf5ead5-4960-465a-9811-3c8d4fa66976), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:07.069112 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-30cf8f10-9143-42c7-a1c8-b6c98d13faca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (5cf5ead5-4960-465a-9811-3c8d4fa66976), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:07.071484 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-30cf8f10-9143-42c7-a1c8-b6c98d13faca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:07.072662 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-30cf8f10-9143-42c7-a1c8-b6c98d13faca admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5cf5ead5-4960-465a-9811-3c8d4fa66976 HTTP/1.1" status: 204 len: 168 time: 0.1191657 Sep 12 23:30:07.081285 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf8f10-9143-42c7-a1c8-b6c98d13faca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf5ead5-4960-465a-9811-3c8d4fa66976,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:07.188396 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2621cfa7-468f-412f-9ab3-83de635a44d6 req-345d780c-cfda-4965-a32d-fc6050632130 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924506 Sep 12 23:30:07.394076 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926045a9-e543-43b0-a7e7-d29a555a91cc req-3e22ecec-069d-4a9e-b2d1-87c55ae4d193 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:07.395813 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-926045a9-e543-43b0-a7e7-d29a555a91cc req-3e22ecec-069d-4a9e-b2d1-87c55ae4d193 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0473683 Sep 12 23:30:07.448172 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-926045a9-e543-43b0-a7e7-d29a555a91cc req-7b346da4-6e43-4d15-8d04-3df8a2845c67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Sep 12 23:30:07.933192 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02859511-29ed-41dc-9a15-85cbace3fb9c req-892d7904-58ea-45fa-9863-3476a4ae6e04 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:07.934660 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-02859511-29ed-41dc-9a15-85cbace3fb9c req-892d7904-58ea-45fa-9863-3476a4ae6e04 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0567210 Sep 12 23:30:07.986389 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-02859511-29ed-41dc-9a15-85cbace3fb9c req-f7453380-207f-4acc-bec2-adf88a319dae tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455163 Sep 12 23:30:08.152147 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:08.155007 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055779-771e-4627-a823-357d76008f59 req-cbc6b2cf-0fa8-44ac-8dcb-af5a4a08b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:08.156714 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf055779-771e-4627-a823-357d76008f59 req-cbc6b2cf-0fa8-44ac-8dcb-af5a4a08b503 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 1130 time: 0.0482421 Sep 12 23:30:08.380810 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055779-771e-4627-a823-357d76008f59 req-c6cc4511-79db-4b5c-b269-a755f3c8da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:08.382337 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf055779-771e-4627-a823-357d76008f59 req-c6cc4511-79db-4b5c-b269-a755f3c8da2d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.1039128 Sep 12 23:30:08.426465 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf055779-771e-4627-a823-357d76008f59 req-2f545bd2-c2cd-494e-9685-190b2006ad27 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d HTTP/1.1" status: 200 len: 217 time: 0.0364554 Sep 12 23:30:08.477027 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055779-771e-4627-a823-357d76008f59 req-a98575c7-417a-40ae-aa71-725840ee6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:08.478508 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf055779-771e-4627-a823-357d76008f59 req-a98575c7-417a-40ae-aa71-725840ee6e3c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.0450993 Sep 12 23:30:08.527485 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:08.530140 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055779-771e-4627-a823-357d76008f59 req-fd80ad3e-f19f-4a1d-bbe0-bb0ccf9f0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:08.532237 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf055779-771e-4627-a823-357d76008f59 req-fd80ad3e-f19f-4a1d-bbe0-bb0ccf9f0d74 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451069 Sep 12 23:30:08.582795 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c1277-8373-4710-95e7-2c59ffcaff0e req-6ccd9c26-f226-4c8a-8b85-2db0c1622602 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:08.585803 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3e9c1277-8373-4710-95e7-2c59ffcaff0e req-6ccd9c26-f226-4c8a-8b85-2db0c1622602 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0533199 Sep 12 23:30:08.629454 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf055779-771e-4627-a823-357d76008f59 req-34697448-76c4-4735-becf-bdc8ade72e13 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907495 Sep 12 23:30:08.638405 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3e9c1277-8373-4710-95e7-2c59ffcaff0e req-2cc8b031-89f8-4c54-9e8f-3e44751adefa tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445974 Sep 12 23:30:08.658368 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:08.736695 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf055779-771e-4627-a823-357d76008f59 req-7bfa7a28-8d43-409c-8772-8777447dd4f4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982215 Sep 12 23:30:09.124113 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888def-bcd7-4a23-bf6b-a086844cd9b4 req-f8121144-9aa2-4c60-a20a-cb860ace95cd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:09.125686 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-85888def-bcd7-4a23-bf6b-a086844cd9b4 req-f8121144-9aa2-4c60-a20a-cb860ace95cd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0522978 Sep 12 23:30:09.173996 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-85888def-bcd7-4a23-bf6b-a086844cd9b4 req-35f3e0a8-99db-4d13-8736-3f2518acc944 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427203 Sep 12 23:30:09.790934 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8d376-d9a6-4f50-bfb3-50c9cfe74978 req-6979aa46-5de0-481e-a825-def129a17412 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:09.792440 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05a8d376-d9a6-4f50-bfb3-50c9cfe74978 req-6979aa46-5de0-481e-a825-def129a17412 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0710349 Sep 12 23:30:09.844443 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05a8d376-d9a6-4f50-bfb3-50c9cfe74978 req-478cf434-2b8f-4b59-8ec9-afeeff7eee16 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451348 Sep 12 23:30:10.358945 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f2a81-f73a-4933-a83e-33599954863a req-da436f0a-5600-47d2-9575-696060d4194c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:10.370434 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-313f2a81-f73a-4933-a83e-33599954863a req-da436f0a-5600-47d2-9575-696060d4194c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0690074 Sep 12 23:30:10.422475 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 47602) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:10.517074 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-313f2a81-f73a-4933-a83e-33599954863a req-4599ab81-702a-4f27-80f5-64d27c281d7e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470528 Sep 12 23:30:10.715590 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-15003b80-1ff5-45e9-b147-f19ad6d86c72 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6fa4238c07c0476095fde3edb52432ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917049 Sep 12 23:30:10.718138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 47618) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:10.784877 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Publish callbacks [] for security_group (e1aced2b-4fda-4fb2-84ea-c37eaf951665), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:10.824747 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Publish callbacks [] for security_group (e1aced2b-4fda-4fb2-84ea-c37eaf951665), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:10.976147 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (e1aced2b-4fda-4fb2-84ea-c37eaf951665), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:10.979721 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:10.984342 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e1aced2b-4fda-4fb2-84ea-c37eaf951665 HTTP/1.1" status: 204 len: 168 time: 0.2651358 Sep 12 23:30:10.996189 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aced2b-4fda-4fb2-84ea-c37eaf951665,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:11.008252 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.008598 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.008938 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.009354 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.010433 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.010786 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.011138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.011462 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.011824 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.012158 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.012470 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.012792 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.014156 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.014546 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.015095 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a6082-c0fe-4997-9574-51b734501344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:11.120090 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c403484-aafe-4167-b776-fc4bc6f31114 req-98f076b0-ff54-4d64-934c-65c2ba249ac3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:11.131717 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2c403484-aafe-4167-b776-fc4bc6f31114 req-98f076b0-ff54-4d64-934c-65c2ba249ac3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0779588 Sep 12 23:30:11.244854 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2c403484-aafe-4167-b776-fc4bc6f31114 req-c90d47e9-410a-41a5-bd6a-2db09aaf3036 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120846 Sep 12 23:30:11.857388 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b3b89-1b88-4923-8728-ff4e30ef087e req-c59cec8f-aab1-45de-9986-3006fa9e6df8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:11.865629 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-892b3b89-1b88-4923-8728-ff4e30ef087e req-c59cec8f-aab1-45de-9986-3006fa9e6df8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1473768 Sep 12 23:30:11.936240 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-892b3b89-1b88-4923-8728-ff4e30ef087e req-61bd5b3d-8d42-4f33-831f-d3ea65a11c77 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696042 Sep 12 23:30:12.210432 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 47688) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:12.221667 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 47692) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:12.382599 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1205475411-network', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:12.480520 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Made reservation on behalf of eaa5d21fc40540e4b811713e5efeff46 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:30:12.483492 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.512802 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.530265 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f70303c5-786e-42a3-962c-8e24fdcb6639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.540498 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750f4c8-c1ff-44cb-9226-a1820dc8d639 req-e087d206-c961-4a82-b3a5-1c588168dbc8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:12.542229 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c750f4c8-c1ff-44cb-9226-a1820dc8d639 req-e087d206-c961-4a82-b3a5-1c588168dbc8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.1076732 Sep 12 23:30:12.564526 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 47704) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:12.638284 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:12.686468 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c750f4c8-c1ff-44cb-9226-a1820dc8d639 req-d9f62f56-f3cd-4c9c-b73c-2ee6b4d04e0d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301517 Sep 12 23:30:12.731893 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Publish callbacks [] for security_group (6d6536f8-09aa-4640-8794-cde37ba48e98), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.741006 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (6d6536f8-09aa-4640-8794-cde37ba48e98), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.750612 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4d172458-e922-4826-8062-daa5c0a9f167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.757748 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:12.788172 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f70303c5-786e-42a3-962c-8e24fdcb6639 admin admin] Publish callbacks [] for security_group (40f7983b-ba87-477d-8d17-364c4b4fc80b), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.794188 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:30:12.811322 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f70303c5-786e-42a3-962c-8e24fdcb6639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (40f7983b-ba87-477d-8d17-364c4b4fc80b), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.818995 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6536f8-09aa-4640-8794-cde37ba48e98,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:12.829059 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (6aae7fc9-5feb-41a8-a24b-2d28a3d86c40), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.829984 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Added segment 6aae7fc9-5feb-41a8-a24b-2d28a3d86c40 of type vlan for network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 Sep 12 23:30:12.854984 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4d172458-e922-4826-8062-daa5c0a9f167 admin admin] Publish callbacks [] for security_group (c4821076-1ec1-4d03-b459-ce1762f46c32), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.855963 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:12.857405 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:12.862429 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4d172458-e922-4826-8062-daa5c0a9f167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (c4821076-1ec1-4d03-b459-ce1762f46c32), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.905066 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f70303c5-786e-42a3-962c-8e24fdcb6639 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b0032c2dc74d42f6894f198c0918e0b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6781504 Sep 12 23:30:12.911926 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4d172458-e922-4826-8062-daa5c0a9f167 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=882b096f880e450d843e7c94dc63b26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439331 Sep 12 23:30:12.911926 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 47714) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:12.913191 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 47716) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:12.913739 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d172458-e922-4826-8062-daa5c0a9f167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4821076-1ec1-4d03-b459-ce1762f46c32,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:12.936196 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (eca586cf-58eb-48f2-bcf7-9aa793fb9bf1), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.938512 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70303c5-786e-42a3-962c-8e24fdcb6639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f7983b-ba87-477d-8d17-364c4b4fc80b,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:12.974348 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53ff97a1-aae7-4262-af56-70bf5c7b4649 admin admin] Publish callbacks [] for security_group (40f7983b-ba87-477d-8d17-364c4b4fc80b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:12.998336 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53ff97a1-aae7-4262-af56-70bf5c7b4649 admin admin] Publish callbacks [] for security_group (40f7983b-ba87-477d-8d17-364c4b4fc80b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.019397 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (eca586cf-58eb-48f2-bcf7-9aa793fb9bf1), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.020418 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:13.021041 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.081761 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53ff97a1-aae7-4262-af56-70bf5c7b4649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (40f7983b-ba87-477d-8d17-364c4b4fc80b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.085327 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-53ff97a1-aae7-4262-af56-70bf5c7b4649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.087466 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-53ff97a1-aae7-4262-af56-70bf5c7b4649 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/40f7983b-ba87-477d-8d17-364c4b4fc80b HTTP/1.1" status: 204 len: 168 time: 0.1750591 Sep 12 23:30:13.099552 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff97a1-aae7-4262-af56-70bf5c7b4649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f7983b-ba87-477d-8d17-364c4b4fc80b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:13.146899 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-980146a2-4c4f-48c4-a995-1c6842fb1650 admin admin] Publish callbacks [] for security_group (c4821076-1ec1-4d03-b459-ce1762f46c32), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.200380 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9851394 Sep 12 23:30:13.202849 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 47730) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:13.208674 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] Request body: {'subnet': {'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1205475411-subnet', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:13.213022 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d10c6e-39e2-4225-869c-cbb810a6d3bd admin admin] Pushing event updated for resources: {'Network': ['ID=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:13.226291 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:30:13.234520 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-980146a2-4c4f-48c4-a995-1c6842fb1650 admin admin] Publish callbacks [] for security_group (c4821076-1ec1-4d03-b459-ce1762f46c32), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.259598 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fd77b-d41c-4508-9df3-d63d7f0e39a7 req-1cdb5f19-8be7-47be-bb1a-fd9523c04ada tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:13.272087 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-188fd77b-d41c-4508-9df3-d63d7f0e39a7 req-1cdb5f19-8be7-47be-bb1a-fd9523c04ada tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1587265 Sep 12 23:30:13.289299 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] Made reservation on behalf of eaa5d21fc40540e4b811713e5efeff46 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:30:13.292922 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4088680'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.434209 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-188fd77b-d41c-4508-9df3-d63d7f0e39a7 req-59141ce8-6e63-4c05-9e48-183ac7f83ba9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610985 Sep 12 23:30:13.463633 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-980146a2-4c4f-48c4-a995-1c6842fb1650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (c4821076-1ec1-4d03-b459-ce1762f46c32), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.469546 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-980146a2-4c4f-48c4-a995-1c6842fb1650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.475846 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-980146a2-4c4f-48c4-a995-1c6842fb1650 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c4821076-1ec1-4d03-b459-ce1762f46c32 HTTP/1.1" status: 204 len: 168 time: 0.5623603 Sep 12 23:30:13.492550 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980146a2-4c4f-48c4-a995-1c6842fb1650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4821076-1ec1-4d03-b459-ce1762f46c32,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:13.652448 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3296103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4088698'] for subnet (f301b7a6-feee-4435-afba-5f5753bbb8c1), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.691806 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:13.755938 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f301b7a6-feee-4435-afba-5f5753bbb8c1,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:13.796232 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] Checking segment: {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:30:13.799373 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] Network hostable DHCP agents. Network: eca586cf-58eb-48f2-bcf7-9aa793fb9bf1, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:30:13.867107 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] Network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:30:13.892692 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53c4fb-3e1e-4e21-92d4-a093c23fcb53 req-29e7697a-66b6-4ab6-b470-84115ca2641a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:13.901286 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8d53c4fb-3e1e-4e21-92d4-a093c23fcb53 req-29e7697a-66b6-4ab6-b470-84115ca2641a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0795479 Sep 12 23:30:13.923094 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, eca586cf-58eb-48f2-bcf7-9aa793fb9bf1) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:13.938027 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3d0e2-c1bc-42a7-acfe-adfb946e792d None None] Network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:30:13.967363 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:13.968771 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:13.999389 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c8a5c659-2bbb-49eb-8d3a-ee0df40d1c0d admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7945805 Sep 12 23:30:14.002134 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 47760) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:14.006723 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:14.050800 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (7d487690-b453-417c-969d-a2ee43b4553a), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:14.052865 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (7d487690-b453-417c-969d-a2ee43b4553a), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:14.064246 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8d53c4fb-3e1e-4e21-92d4-a093c23fcb53 req-d9792b6a-45de-401e-847a-5677382e1a5e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616728 Sep 12 23:30:14.191001 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Publish callbacks [] for router_controller (7d487690-b453-417c-969d-a2ee43b4553a), precommit_add_association {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:14.221422 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:30:14.222362 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:14.309343 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 47770) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:14.432022 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Allocated IP 172.20.0.2 (eca586cf-58eb-48f2-bcf7-9aa793fb9bf1/f301b7a6-feee-4435-afba-5f5753bbb8c1/5d16bd38-03a9-46d3-88dd-83e18cccabdb) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:30:14.511105 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Publish callbacks [] for router_gateway (7d487690-b453-417c-969d-a2ee43b4553a), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:14.788586 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c7efe729-c30c-4b48-b79d-d04a74346a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:14.797078 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Publish callbacks [] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:14.801661 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:14.808275 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:14.868236 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6154dc-cccb-447f-9940-3b0413f2ce87 req-0438b05d-1fac-46a2-8c61-0698fe590352 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:14.871517 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d6154dc-cccb-447f-9940-3b0413f2ce87 req-0438b05d-1fac-46a2-8c61-0698fe590352 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1726568 Sep 12 23:30:14.872015 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:30:14.876773 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:14.881356 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:30:14.931284 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Pushing event updated for resources: {'Port': ['ID=5d16bd38-03a9-46d3-88dd-83e18cccabdb,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:14.965451 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.965816 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.966423 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.966780 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.967125 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.967460 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.967826 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.968152 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.968516 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.968807 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.969138 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.969480 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.969811 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.970135 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.970555 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:14.987696 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Attempting to bind port 5d16bd38-03a9-46d3-88dd-83e18cccabdb on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:30:14.988079 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Attempting to bind port 5d16bd38-03a9-46d3-88dd-83e18cccabdb by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:30:14.988448 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Attempting to bind port 5d16bd38-03a9-46d3-88dd-83e18cccabdb on network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:30:15.069503 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:30:15.070831 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Checking segment: {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:30:15.071411 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:15.071991 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Bound using segment: {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:30:15.072639 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Bound port: 5d16bd38-03a9-46d3-88dd-83e18cccabdb, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:30:15.073032 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c7efe729-c30c-4b48-b79d-d04a74346a33 admin admin] Publish callbacks [] for security_group (9174e1dc-3b73-47c2-ba50-d5466bb04ca9), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:15.073744 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:15.080166 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c7efe729-c30c-4b48-b79d-d04a74346a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9174e1dc-3b73-47c2-ba50-d5466bb04ca9), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:15.099813 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:15.157811 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] For port 5d16bd38-03a9-46d3-88dd-83e18cccabdb, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:30:15.162344 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] For port 5d16bd38-03a9-46d3-88dd-83e18cccabdb, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=5d16bd38-03a9-46d3-88dd-83e18cccabdb,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:30:15.166244 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:15.167739 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:15.174382 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:15.236661 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c7efe729-c30c-4b48-b79d-d04a74346a33 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d1d87447cbcc42779b39aaaa511c72e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9259255 Sep 12 23:30:15.238353 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efe729-c30c-4b48-b79d-d04a74346a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9174e1dc-3b73-47c2-ba50-d5466bb04ca9,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:15.244864 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0b4e3-4706-4190-abe8-a6b4c60a8aa2 None None] Pushing event updated for resources: {'Port': ['ID=5d16bd38-03a9-46d3-88dd-83e18cccabdb,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:15.255621 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d6154dc-cccb-447f-9940-3b0413f2ce87 req-78a6703e-1a51-469c-a1c6-2ed953573f71 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731966 Sep 12 23:30:15.264502 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 47804) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:15.395852 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a907b-581c-41bd-b3be-a62d25311080 req-14fcc07e-7d0d-4fb2-8a37-c307daa3f2c6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:15.407260 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0b7a907b-581c-41bd-b3be-a62d25311080 req-14fcc07e-7d0d-4fb2-8a37-c307daa3f2c6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.1500597 Sep 12 23:30:15.475552 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d139fbf8-907b-46c9-ab8c-b4268f160632 admin admin] Publish callbacks [] for security_group (9174e1dc-3b73-47c2-ba50-d5466bb04ca9), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:15.478111 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Publish callbacks [] for router_gateway (7d487690-b453-417c-969d-a2ee43b4553a), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:15.551252 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:15.559496 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0b7a907b-581c-41bd-b3be-a62d25311080 req-e39f6931-8444-4d40-bb44-3e03ee62f5b5 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437683 Sep 12 23:30:15.610278 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d139fbf8-907b-46c9-ab8c-b4268f160632 admin admin] Publish callbacks [] for security_group (9174e1dc-3b73-47c2-ba50-d5466bb04ca9), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:15.810599 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d139fbf8-907b-46c9-ab8c-b4268f160632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9174e1dc-3b73-47c2-ba50-d5466bb04ca9), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:15.820728 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d139fbf8-907b-46c9-ab8c-b4268f160632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:15.820728 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d139fbf8-907b-46c9-ab8c-b4268f160632 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9174e1dc-3b73-47c2-ba50-d5466bb04ca9 HTTP/1.1" status: 204 len: 168 time: 0.5495639 Sep 12 23:30:15.865124 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Allocated IP 172.27.3.153 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:30:15.902612 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139fbf8-907b-46c9-ab8c-b4268f160632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9174e1dc-3b73-47c2-ba50-d5466bb04ca9,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:16.065741 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Publish callbacks [] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:16.264150 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:16.378873 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5d16bd38-03a9-46d3-88dd-83e18cccabdb up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:16.402361 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:30:16.430571 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:16.451796 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:30:16.577502 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Pushing event updated for resources: {'Port': ['ID=eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:16.586654 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 5d16bd38-03a9-46d3-88dd-83e18cccabdb triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:16.588688 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:16.852490 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49573896-cf43-4d2c-aafa-6ddaeb51d72f req-581f32d9-b676-44f9-8db6-3e220e895345 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:16.854096 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-49573896-cf43-4d2c-aafa-6ddaeb51d72f req-581f32d9-b676-44f9-8db6-3e220e895345 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.2972925 Sep 12 23:30:16.882969 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 5d16bd38-03a9-46d3-88dd-83e18cccabdb is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:16.884727 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:16.895832 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:16.948267 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3e623-a8b0-4fe9-8c63-f89b40fa4c9b req-5b101be7-bd7a-4ada-9f1f-c8301bfccb5f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:16.956428 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-79f3e623-a8b0-4fe9-8c63-f89b40fa4c9b req-5b101be7-bd7a-4ada-9f1f-c8301bfccb5f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.1650264 Sep 12 23:30:16.993352 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 5d16bd38-03a9-46d3-88dd-83e18cccabdb, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=5d16bd38-03a9-46d3-88dd-83e18cccabdb,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:30:17.002035 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:17.027695 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 47856) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:17.033893 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-49573896-cf43-4d2c-aafa-6ddaeb51d72f req-aa90ceac-c617-4761-9fc7-18ad8415e6cf tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653214 Sep 12 23:30:17.069504 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4326a499-915c-45b7-b252-156009aff991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:17.079785 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-79f3e623-a8b0-4fe9-8c63-f89b40fa4c9b req-2e0a19ce-900a-421f-9104-78a63a21d06c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153567 Sep 12 23:30:17.106980 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=5d16bd38-03a9-46d3-88dd-83e18cccabdb,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:17.141168 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:17.231456 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:17.269127 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd0a7e-43d8-4b40-8252-428f29b64967 None None] Network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:30:17.364045 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-9b8ba2e1-1ee4-47d4-872b-3ca2f9a1b27b None None] Provisioning complete for port 5d16bd38-03a9-46d3-88dd-83e18cccabdb triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:17.364564 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9b8ba2e1-1ee4-47d4-872b-3ca2f9a1b27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:17.402845 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4326a499-915c-45b7-b252-156009aff991 admin admin] Publish callbacks [] for security_group (a571318f-b744-4953-947f-31ffca2d2f5c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:17.445477 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4326a499-915c-45b7-b252-156009aff991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (a571318f-b744-4953-947f-31ffca2d2f5c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:17.546078 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326a499-915c-45b7-b252-156009aff991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a571318f-b744-4953-947f-31ffca2d2f5c,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:17.561685 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4326a499-915c-45b7-b252-156009aff991 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8a37123d72eb402f96aabc0f1aaa7239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5268180 Sep 12 23:30:17.565302 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 47860) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:17.592052 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Publish callbacks [] for router_gateway (7d487690-b453-417c-969d-a2ee43b4553a), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:17.702089 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ba2e1-1ee4-47d4-872b-3ca2f9a1b27b None None] Current status of the port 5d16bd38-03a9-46d3-88dd-83e18cccabdb is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:17.804993 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-317a1b8c-bdfe-4cae-b460-d66598f4e48e admin admin] Publish callbacks [] for security_group (a571318f-b744-4953-947f-31ffca2d2f5c), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:17.861476 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-317a1b8c-bdfe-4cae-b460-d66598f4e48e admin admin] Publish callbacks [] for security_group (a571318f-b744-4953-947f-31ffca2d2f5c), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:17.992105 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-317a1b8c-bdfe-4cae-b460-d66598f4e48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (a571318f-b744-4953-947f-31ffca2d2f5c), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:17.995493 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-317a1b8c-bdfe-4cae-b460-d66598f4e48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:17.996701 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-317a1b8c-bdfe-4cae-b460-d66598f4e48e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a571318f-b744-4953-947f-31ffca2d2f5c HTTP/1.1" status: 204 len: 168 time: 0.4296076 Sep 12 23:30:18.010535 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a1b8c-bdfe-4cae-b460-d66598f4e48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a571318f-b744-4953-947f-31ffca2d2f5c,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:18.048496 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-fef1c13c-b2ab-4c0d-a5b6-d86e75549cbf None None] Provisioning complete for port 5d16bd38-03a9-46d3-88dd-83e18cccabdb triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:18.048882 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fef1c13c-b2ab-4c0d-a5b6-d86e75549cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:18.310456 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-fef1c13c-b2ab-4c0d-a5b6-d86e75549cbf None None] Current status of the port 5d16bd38-03a9-46d3-88dd-83e18cccabdb is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:18.341942 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61affbe2-219c-46a2-9132-edf1e4e224b2 req-3b847962-570d-4690-b45e-ad72cba03212 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:18.350342 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61affbe2-219c-46a2-9132-edf1e4e224b2 req-3b847962-570d-4690-b45e-ad72cba03212 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1311948 Sep 12 23:30:18.424088 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5d16bd38-03a9-46d3-88dd-83e18cccabdb up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:18.480242 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90610d-4722-40ce-99a0-1cf068176fa9 req-649beb8d-b9f5-4cd2-bddf-85f2f5834e57 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:18.491025 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2d90610d-4722-40ce-99a0-1cf068176fa9 req-649beb8d-b9f5-4cd2-bddf-85f2f5834e57 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.1185672 Sep 12 23:30:18.555259 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 5d16bd38-03a9-46d3-88dd-83e18cccabdb triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:18.557946 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:18.569443 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (7d487690-b453-417c-969d-a2ee43b4553a), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:18.577873 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2d90610d-4722-40ce-99a0-1cf068176fa9 req-e6783f90-690f-42ea-bea0-af591c809c6b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854561 Sep 12 23:30:18.583720 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61affbe2-219c-46a2-9132-edf1e4e224b2 req-ef281edc-6f8d-4a4f-ad6c-d98945b2ba8b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321074 Sep 12 23:30:18.725979 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 5d16bd38-03a9-46d3-88dd-83e18cccabdb is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:18.819072 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Router 7d487690-b453-417c-969d-a2ee43b4553a is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:30:18.974480 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:30:18.986322 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Sync routers for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:30:19.001097 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:19.004928 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-39750a6b-da4f-4791-86e0-0e02518f560e admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0014293 Sep 12 23:30:19.011785 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 47904) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:19.015403 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:30:19.016205 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:29:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:19.019145 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:19.069435 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:19.141464 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:30:19.174261 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:19.375957 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:17Z', 'revision_number': 3, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:19.413599 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Checking router: 7d487690-b453-417c-969d-a2ee43b4553a for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:30:19.414282 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Updating router 7d487690-b453-417c-969d-a2ee43b4553a port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:30:19.471430 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:19.729892 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:19.866908 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454ba63-367b-45d1-b8c0-05fe73785b9d req-1515a44a-452c-4fe3-a789-908fed25e63b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:19.874596 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2454ba63-367b-45d1-b8c0-05fe73785b9d req-1515a44a-452c-4fe3-a789-908fed25e63b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0709417 Sep 12 23:30:19.886107 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a8d68-a638-4f36-b24f-5b176ff99a6f req-d45dceda-5dcd-4fd5-870d-154a90a60a48 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:19.891519 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-744a8d68-a638-4f36-b24f-5b176ff99a6f req-d45dceda-5dcd-4fd5-870d-154a90a60a48 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1208129 Sep 12 23:30:19.912879 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Publish callbacks [] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:19.934289 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:19.941493 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:19.947132 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:19.972073 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:20.001512 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-744a8d68-a638-4f36-b24f-5b176ff99a6f req-6ed58448-cedc-4f68-a2b6-30445a9d31fb tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030006 Sep 12 23:30:20.052912 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Allocated IP 172.20.0.1 (eca586cf-58eb-48f2-bcf7-9aa793fb9bf1/f301b7a6-feee-4435-afba-5f5753bbb8c1/dce3c0d9-cd54-4a6f-8229-14c755a594ad) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:30:20.074725 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2454ba63-367b-45d1-b8c0-05fe73785b9d req-8d818bd4-fc90-4f6b-ae1f-e304a81dd4f2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989679 Sep 12 23:30:20.076893 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Attempting to bind port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:30:20.077457 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Attempting to bind port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:30:20.078375 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Attempting to bind port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:30:20.168681 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f6671-b722-48a2-8c3a-fa10189e21b6 None None] Pushing event updated for resources: {'Port': ['ID=eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:20.176907 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:30:20.177424 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:30:20.177949 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:20.178985 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:30:20.179640 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Bound port: eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:30:20.180128 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:20.215817 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Publish callbacks [] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:20.234104 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] For port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:30:20.237686 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] For port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:30:20.240743 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:20.246877 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:20.268188 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:20.299934 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:30:20.301310 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:29:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:20.308749 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:20.321187 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:30:20.328648 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:20.333541 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:30:20.337047 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Pushing event updated for resources: {'Port': ['ID=dce3c0d9-cd54-4a6f-8229-14c755a594ad,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:20.385879 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (7d487690-b453-417c-969d-a2ee43b4553a), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:20.392014 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device fbdc10fe-ce53-41fd-a771-18e381482273 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:30:20.545670 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.db.resource_extend [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 12 23:30:20.547276 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f6671-b722-48a2-8c3a-fa10189e21b6 None None] Pushing event updated for resources: {'Port': ['ID=eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:20.692958 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:20.697602 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:30:20.723968 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'port_id': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'mac_address': 'fa:16:3e:bc:30:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:30:20.735852 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:30:20.859147 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:20.902888 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-ef10ebbf-f1d0-438f-a702-c9ec5915c2cd None None] Provisioning complete for port dce3c0d9-cd54-4a6f-8229-14c755a594ad triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:20.903262 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ef10ebbf-f1d0-438f-a702-c9ec5915c2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:20.931897 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port fbdc10fe-ce53-41fd-a771-18e381482273 is: ACTIVE; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:20.932530 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:21.085150 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Publish callbacks [] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:21.093493 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:21.177066 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (7d487690-b453-417c-969d-a2ee43b4553a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:21.195084 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbdc10fe-ce53-41fd-a771-18e381482273 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:30:21.204052 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ef10ebbf-f1d0-438f-a702-c9ec5915c2cd None None] Port dce3c0d9-cd54-4a6f-8229-14c755a594ad cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:30:21.259017 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c7021-198e-4577-b19d-46dbc0467a2e req-0983f48a-db5c-4254-88f8-069e6f6494d9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:21.264873 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c7c7021-198e-4577-b19d-46dbc0467a2e req-0983f48a-db5c-4254-88f8-069e6f6494d9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1118894 Sep 12 23:30:21.271324 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427ae44-2724-4683-8002-824774b67585 req-a036ef99-021c-46f7-bb9f-21de5e75dfd7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:21.272922 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c427ae44-2724-4683-8002-824774b67585 req-a036ef99-021c-46f7-bb9f-21de5e75dfd7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0646765 Sep 12 23:30:21.283615 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:30:21.285074 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:17Z', 'revision_number': 3, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:21.315067 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca624c90-687d-4563-a05e-5d61af93e94e None None] The sync data for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi is: [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:17Z', 'revision_number': 3, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:30:21.316691 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:21.381396 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c7c7021-198e-4577-b19d-46dbc0467a2e req-2ee966a3-e0a4-40b4-99a1-96e46bd08f1d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087940 Sep 12 23:30:21.415087 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=fbdc10fe-ce53-41fd-a771-18e381482273,revision_number=6']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:21.423736 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:30:21.436470 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Pushing event updated for resources: {'Port': ['ID=dce3c0d9-cd54-4a6f-8229-14c755a594ad,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:21.441731 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:21.523299 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['fbdc10fe-ce53-41fd-a771-18e381482273'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:30:21.565242 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:21.688237 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c427ae44-2724-4683-8002-824774b67585 req-4a01c1f0-1146-4506-8c51-d39584641bcc tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115687 Sep 12 23:30:21.765146 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Router 7d487690-b453-417c-969d-a2ee43b4553a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:30:21.826630 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:22.216755 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-06853d91-d8bc-4269-924d-aafab2c11da0 None None] Provisioning complete for port dce3c0d9-cd54-4a6f-8229-14c755a594ad triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:22.217359 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-06853d91-d8bc-4269-924d-aafab2c11da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:22.295589 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:22.320187 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:30:22.323242 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:22.330280 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:22.331993 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:30:22.334216 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-06853d91-d8bc-4269-924d-aafab2c11da0 None None] Port dce3c0d9-cd54-4a6f-8229-14c755a594ad cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:30:22.337395 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-014df058-7ebb-4464-ac15-fbe6eeb6e12f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/7d487690-b453-417c-969d-a2ee43b4553a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3285825 Sep 12 23:30:22.392774 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:22.484757 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:22.485553 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:22.593051 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:22.593947 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:22.608138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc1a28-1605-4fb8-9587-a37b38fa7eba req-340c3f5f-d154-4385-99c8-11afb5b4ff53 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:22.616063 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aacc1a28-1605-4fb8-9587-a37b38fa7eba req-340c3f5f-d154-4385-99c8-11afb5b4ff53 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 944 time: 0.0667806 Sep 12 23:30:22.632381 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:30:22.642504 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:22.735857 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-aacc1a28-1605-4fb8-9587-a37b38fa7eba req-b85ffa0c-28f6-4289-9bd0-2f5f2adaf297 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185706 Sep 12 23:30:22.753611 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:22.985596 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6c41f-b691-4d75-ab3f-e954751afc2a req-92950c00-5c12-4556-bbef-53f823e0ab33 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:22.992693 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-68f6c41f-b691-4d75-ab3f-e954751afc2a req-92950c00-5c12-4556-bbef-53f823e0ab33 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0738947 Sep 12 23:30:23.055489 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-68f6c41f-b691-4d75-ab3f-e954751afc2a req-f0178293-b261-475d-98bc-1fc316d0d210 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617840 Sep 12 23:30:23.364347 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48016) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:23.369232 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1227089305-network', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:23.391684 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Made reservation on behalf of 90b1f65e3cf44a8fae0aed69971e8810 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:30:23.394225 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:23.402970 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:23.489000 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Publish callbacks [] for security_group (3a5cbe8e-93fb-4442-b4d5-570c51c9c8bc), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:23.492935 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (3a5cbe8e-93fb-4442-b4d5-570c51c9c8bc), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:23.523171 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:30:23.534032 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5cbe8e-93fb-4442-b4d5-570c51c9c8bc,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:23.540382 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (7f12f003-f458-4f84-b205-a99ca64f5329), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:23.540922 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Added segment 7f12f003-f458-4f84-b205-a99ca64f5329 of type vlan for network 0046a4d9-14f6-41cf-9999-187e0103877b Sep 12 23:30:23.583252 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (0046a4d9-14f6-41cf-9999-187e0103877b), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:23.608911 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (0046a4d9-14f6-41cf-9999-187e0103877b), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:23.609996 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:23.610685 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:23.665003 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2995083 Sep 12 23:30:23.670001 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48020) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:23.678225 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2b916-2896-40c3-81ca-d34f94503b03 admin admin] Pushing event updated for resources: {'Network': ['ID=0046a4d9-14f6-41cf-9999-187e0103877b,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:23.687683 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network 0046a4d9-14f6-41cf-9999-187e0103877b details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:30:23.689320 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] Request body: {'subnet': {'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1227089305-subnet', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:23.716178 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] Made reservation on behalf of 90b1f65e3cf44a8fae0aed69971e8810 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:30:23.726436 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4088680'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:23.956073 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c8128-0bf4-4f05-b648-9d58fdc346a2 req-ec97008a-8846-45e2-a856-0da3a61277cd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:23.957851 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-353c8128-0bf4-4f05-b648-9d58fdc346a2 req-ec97008a-8846-45e2-a856-0da3a61277cd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 944 time: 0.1218994 Sep 12 23:30:24.007130 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3296103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4088698'] for subnet (18a2d160-142c-4723-b4af-5014ecbac21a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.016086 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-353c8128-0bf4-4f05-b648-9d58fdc346a2 req-7dddc29a-7800-4779-8259-66498b4162c1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519164 Sep 12 23:30:24.057919 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a2d160-142c-4723-b4af-5014ecbac21a,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:24.074319 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] Checking segment: {'id': '7f12f003-f458-4f84-b205-a99ca64f5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:30:24.074684 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] Network hostable DHCP agents. Network: 0046a4d9-14f6-41cf-9999-187e0103877b, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:30:24.094481 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] Network 0046a4d9-14f6-41cf-9999-187e0103877b is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:30:24.107984 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, 0046a4d9-14f6-41cf-9999-187e0103877b) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:24.113356 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:24.114300 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.122818 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e34e87-f282-4924-9f92-4fa822cf9ba8 None None] Network 0046a4d9-14f6-41cf-9999-187e0103877b requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:30:24.126407 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:24.145326 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0e6ef0d0-8130-453e-be0f-ccebd99dcfe0 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4717786 Sep 12 23:30:24.147993 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48036) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:24.152916 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1227089305-router', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:24.181268 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Sync routers for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:30:24.191139 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:30:24.191795 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:29:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:24.207904 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (d24e7c45-513d-48f9-a968-43019fe951a3), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.209440 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (d24e7c45-513d-48f9-a968-43019fe951a3), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.210660 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:24.220420 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e01ae8-507c-4917-ba11-f88b407e96fd req-fa214696-7e5b-4b84-87c2-827529d03824 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:24.221976 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f3e01ae8-507c-4917-ba11-f88b407e96fd req-fa214696-7e5b-4b84-87c2-827529d03824 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0894682 Sep 12 23:30:24.297243 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-0046a4d9-14f6-41cf-9999-187e0103877b', 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b', 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'fixed_ips': [{'subnet_id': '18a2d160-142c-4723-b4af-5014ecbac21a'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:30:24.298213 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.301239 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Publish callbacks [] for router_controller (d24e7c45-513d-48f9-a968-43019fe951a3), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.316211 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:24.317574 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.317697 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:30:24.349777 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f3e01ae8-507c-4917-ba11-f88b407e96fd req-013828ce-d528-44c7-b2c9-a05878da2456 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182415 Sep 12 23:30:24.396548 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:24.487537 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Publish callbacks [] for router_gateway (d24e7c45-513d-48f9-a968-43019fe951a3), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.506507 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:24.523878 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Allocated IP 172.20.0.2 (0046a4d9-14f6-41cf-9999-187e0103877b/18a2d160-142c-4723-b4af-5014ecbac21a/d6b208b5-3c33-4532-9013-afaa99dc3d80) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:30:24.525967 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 2, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:24.554446 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Checking router: 7d487690-b453-417c-969d-a2ee43b4553a for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:30:24.554964 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Updating router 7d487690-b453-417c-969d-a2ee43b4553a port dce3c0d9-cd54-4a6f-8229-14c755a594ad binding host dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:30:24.584898 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.646248 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:24.660680 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device fbdc10fe-ce53-41fd-a771-18e381482273 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:24.751850 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port fbdc10fe-ce53-41fd-a771-18e381482273 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:24.752678 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.794474 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Publish callbacks [] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.841598 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:24.847403 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Publish callbacks [] for router_gateway (d24e7c45-513d-48f9-a968-43019fe951a3), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.849029 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.857603 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port fbdc10fe-ce53-41fd-a771-18e381482273 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:24.857996 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.874925 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:24.893837 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:24.980179 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5c86f209-6387-4199-9bb1-ce66e9b0e062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.012240 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Network 0046a4d9-14f6-41cf-9999-187e0103877b is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:30:25.029607 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:25.031755 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:30:25.034405 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e492286b-86af-44bd-a81a-661d8f0faa6e" -d '{"events": [{"server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "name": "network-vif-plugged", "status": "completed", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:30:25.040961 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:30:25.053644 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Pushing event updated for resources: {'Port': ['ID=d6b208b5-3c33-4532-9013-afaa99dc3d80,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:25.074220 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:30:25.124865 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Publish callbacks [] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.125440 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.132815 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.192564 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Attempting to bind port d6b208b5-3c33-4532-9013-afaa99dc3d80 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:30:25.193026 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Attempting to bind port d6b208b5-3c33-4532-9013-afaa99dc3d80 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '7f12f003-f458-4f84-b205-a99ca64f5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:30:25.193302 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Attempting to bind port d6b208b5-3c33-4532-9013-afaa99dc3d80 on network 0046a4d9-14f6-41cf-9999-187e0103877b {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:30:25.218926 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2738687-f7ba-4135-a719-0af5274d789b x-openstack-request-id: req-e2738687-f7ba-4135-a719-0af5274d789b {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:30:25.219354 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "name": "network-vif-plugged", "status": "completed", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:30:25.219519 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e2738687-f7ba-4135-a719-0af5274d789b {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:30:25.226074 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2738687-f7ba-4135-a719-0af5274d789b'] response: {'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'code': 200} Sep 12 23:30:25.268662 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Attempting to bind port dce3c0d9-cd54-4a6f-8229-14c755a594ad on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:30:25.269217 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Attempting to bind port dce3c0d9-cd54-4a6f-8229-14c755a594ad by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:30:25.269331 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Allocated IP 172.27.3.80 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/729a7945-1e99-435a-a9eb-3e6496faa94c) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:30:25.271531 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Attempting to bind port dce3c0d9-cd54-4a6f-8229-14c755a594ad on network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:30:25.294307 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=fbdc10fe-ce53-41fd-a771-18e381482273,revision_number=7']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:25.306574 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:30:25.307015 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Checking segment: {'id': '7f12f003-f458-4f84-b205-a99ca64f5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:30:25.307328 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.307757 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Bound using segment: {'id': '7f12f003-f458-4f84-b205-a99ca64f5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:30:25.308375 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Bound port: d6b208b5-3c33-4532-9013-afaa99dc3d80, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f12f003-f458-4f84-b205-a99ca64f5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:30:25.308864 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.366885 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Pushing event updated for resources: {'Port': ['ID=dce3c0d9-cd54-4a6f-8229-14c755a594ad,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:25.376570 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.377057 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.377518 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.377974 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.379031 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.379031 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.379231 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.379689 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.381060 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.383034 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.383407 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.383786 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.384127 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.384456 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.384783 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:25.388566 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:30:25.388935 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Checking segment: {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:30:25.389329 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.389712 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Bound using segment: {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:30:25.391222 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Bound port: dce3c0d9-cd54-4a6f-8229-14c755a594ad, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:30:25.391632 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.397810 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Publish callbacks [] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.428492 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] For port d6b208b5-3c33-4532-9013-afaa99dc3d80, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:30:25.431464 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:25.434381 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] For port d6b208b5-3c33-4532-9013-afaa99dc3d80, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d6b208b5-3c33-4532-9013-afaa99dc3d80,segment=NetworkSegment(7f12f003-f458-4f84-b205-a99ca64f5329),segment_id=7f12f003-f458-4f84-b205-a99ca64f5329)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:30:25.446069 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.493261 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] For port dce3c0d9-cd54-4a6f-8229-14c755a594ad, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:30:25.500660 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] For port dce3c0d9-cd54-4a6f-8229-14c755a594ad, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=dce3c0d9-cd54-4a6f-8229-14c755a594ad,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:30:25.515836 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.527714 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c686b-0bf9-4364-ad7e-97d0818192f9 None None] Pushing event updated for resources: {'Port': ['ID=d6b208b5-3c33-4532-9013-afaa99dc3d80,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:25.549772 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7adeb0-8388-4dba-83e4-70990fa068a2 req-0a14c61e-57a5-41c5-884f-1dc188b218ba tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:25.556236 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d7adeb0-8388-4dba-83e4-70990fa068a2 req-0a14c61e-57a5-41c5-884f-1dc188b218ba tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1245017 Sep 12 23:30:25.563332 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:25.576142 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:25.584539 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848377c-6a61-4f29-8d23-a3f2cd1803d0 None None] Pushing event updated for resources: {'Port': ['ID=dce3c0d9-cd54-4a6f-8229-14c755a594ad,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:25.589282 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:30:25.590588 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:29:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:25.663477 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:30:25.676613 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:25.678277 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:25.679232 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:30:25.815796 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:30:25.901971 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c7e79-b3da-4240-8002-69243f11f7f0 req-597fe247-5962-42ed-93a0-eeb26c0d5490 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:25.910447 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-976c7e79-b3da-4240-8002-69243f11f7f0 req-597fe247-5962-42ed-93a0-eeb26c0d5490 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0745499 Sep 12 23:30:25.993485 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-976c7e79-b3da-4240-8002-69243f11f7f0 req-57298a0e-f32c-4951-b675-4193546591ee tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695472 Sep 12 23:30:26.132576 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94c361-c854-4d7a-872b-24a04a211de3 req-3de92ba3-a087-4c09-87ba-78b417c474e0 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:26.141748 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cc94c361-c854-4d7a-872b-24a04a211de3 req-3de92ba3-a087-4c09-87ba-78b417c474e0 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0618701 Sep 12 23:30:26.182415 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Pushing event updated for resources: {'Port': ['ID=729a7945-1e99-435a-a9eb-3e6496faa94c,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:26.212242 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d7adeb0-8388-4dba-83e4-70990fa068a2 req-133ef9fc-3369-4409-b2a1-86b1f2517bf5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6475601 Sep 12 23:30:26.235604 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cc94c361-c854-4d7a-872b-24a04a211de3 req-5a16f9e3-4360-4a92-924d-5ccfd9253c43 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780284 Sep 12 23:30:26.236108 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:25Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:26.272259 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d6b208b5-3c33-4532-9013-afaa99dc3d80 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:26.272889 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff9216-3a51-4b3a-a70a-5a1cff55ced4 None None] The sync data for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi is: [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:25Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:30:26.356192 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port d6b208b5-3c33-4532-9013-afaa99dc3d80 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:26.356579 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:26.381667 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Publish callbacks [] for router_gateway (d24e7c45-513d-48f9-a968-43019fe951a3), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:26.443801 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port d6b208b5-3c33-4532-9013-afaa99dc3d80 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:26.444192 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:26.487247 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port d6b208b5-3c33-4532-9013-afaa99dc3d80, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d6b208b5-3c33-4532-9013-afaa99dc3d80,segment=NetworkSegment(7f12f003-f458-4f84-b205-a99ca64f5329),segment_id=7f12f003-f458-4f84-b205-a99ca64f5329)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:30:26.498054 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:26.563455 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=d6b208b5-3c33-4532-9013-afaa99dc3d80,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:26.623909 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (d24e7c45-513d-48f9-a968-43019fe951a3), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:26.679231 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:26.765447 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Router d24e7c45-513d-48f9-a968-43019fe951a3 is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:30:26.794408 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498e073-352d-4471-bfbd-a03db47de600 None None] Network 0046a4d9-14f6-41cf-9999-187e0103877b requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:30:26.875289 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-e57afca9-002c-4ecf-8213-ce88aef547c5 None None] Provisioning complete for port d6b208b5-3c33-4532-9013-afaa99dc3d80 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:26.875691 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e57afca9-002c-4ecf-8213-ce88aef547c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:26.890989 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:30:26.906560 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Sync routers for ids ['d24e7c45-513d-48f9-a968-43019fe951a3'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:30:26.921163 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:26.925888 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-767347a4-a6fb-484f-8220-ddc010c66f7d admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7734339 Sep 12 23:30:26.925888 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48084) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:26.937212 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Routers {'d24e7c45-513d-48f9-a968-43019fe951a3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:30:26.937859 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:29:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['d24e7c45-513d-48f9-a968-43019fe951a3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:26.964360 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:27.083670 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:27.099876 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e57afca9-002c-4ecf-8213-ce88aef547c5 None None] Current status of the port d6b208b5-3c33-4532-9013-afaa99dc3d80 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:27.137067 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:27.147945 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Set router d24e7c45-513d-48f9-a968-43019fe951a3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:30:27.179726 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e234b1-3a5d-4115-b61d-708b0af06f68 req-44998172-c8a3-4e5d-afd8-bf6b4029a22c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:27.185125 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d8e234b1-3a5d-4115-b61d-708b0af06f68 req-44998172-c8a3-4e5d-afd8-bf6b4029a22c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0818584 Sep 12 23:30:27.270174 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d8e234b1-3a5d-4115-b61d-708b0af06f68 req-63295b89-493a-4ed4-8c51-f089d3a750e0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771229 Sep 12 23:30:27.471392 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4639b4-61d8-4b22-895e-ba1e8c1d73c4 req-7e88cdc1-9307-4f60-80fb-8b0a0429e807 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:27.473007 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ce4639b4-61d8-4b22-895e-ba1e8c1d73c4 req-7e88cdc1-9307-4f60-80fb-8b0a0429e807 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1161637 Sep 12 23:30:27.478646 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:27.484227 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cc31f-2e32-4e4a-a7e0-bb74bcd722f1 req-714be21f-0b37-4ecf-84f4-e09f398f4710 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:27.486433 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-149cc31f-2e32-4e4a-a7e0-bb74bcd722f1 req-714be21f-0b37-4ecf-84f4-e09f398f4710 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.1296897 Sep 12 23:30:27.493411 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-184ad550-1736-4dc0-80ac-c7119af6092c None None] Provisioning complete for port d6b208b5-3c33-4532-9013-afaa99dc3d80 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:27.493933 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-184ad550-1736-4dc0-80ac-c7119af6092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:27.501542 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:27.514406 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:27.553224 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-149cc31f-2e32-4e4a-a7e0-bb74bcd722f1 req-28b611df-616a-48cd-b3f6-677d3f0924fc tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610518 Sep 12 23:30:27.572917 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b54b2757-fef6-4e17-8651-258bc6bf679b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:27.581389 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ce4639b4-61d8-4b22-895e-ba1e8c1d73c4 req-547c07e8-c76e-4a52-a44b-88fad8fa6a72 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949988 Sep 12 23:30:27.642785 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:27.683801 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-184ad550-1736-4dc0-80ac-c7119af6092c None None] Current status of the port d6b208b5-3c33-4532-9013-afaa99dc3d80 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:27.689959 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'name': 'tempest-TestVolumeBootPattern-1227089305-router', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:26Z', 'revision_number': 3, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'gw_port': {'id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:27.722574 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Checking router: d24e7c45-513d-48f9-a968-43019fe951a3 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:30:27.723130 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Updating router d24e7c45-513d-48f9-a968-43019fe951a3 port 729a7945-1e99-435a-a9eb-3e6496faa94c binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:30:27.754602 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Allocated IP 172.20.0.1 (0046a4d9-14f6-41cf-9999-187e0103877b/18a2d160-142c-4723-b4af-5014ecbac21a/d1aa7925-a8e4-418a-814f-384a4f946822) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:30:27.775114 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:27.900211 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Publish callbacks [] for port (d1aa7925-a8e4-418a-814f-384a4f946822), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:27.940083 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:27.987385 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Network 0046a4d9-14f6-41cf-9999-187e0103877b is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:30:27.992784 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:27.995499 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:30:28.000269 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Pushing event updated for resources: {'Port': ['ID=d1aa7925-a8e4-418a-814f-384a4f946822,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:28.072966 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (d24e7c45-513d-48f9-a968-43019fe951a3), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:28.204972 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Publish callbacks [] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:28.207658 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:28.217811 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:28.260768 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Attempting to bind port 729a7945-1e99-435a-a9eb-3e6496faa94c on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:30:28.261153 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Attempting to bind port 729a7945-1e99-435a-a9eb-3e6496faa94c by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:30:28.261561 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Attempting to bind port 729a7945-1e99-435a-a9eb-3e6496faa94c on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:30:28.267612 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:28.368743 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d2a35-cdec-4f7f-afb1-3e478767fcc2 None None] Pushing event updated for resources: {'Port': ['ID=729a7945-1e99-435a-a9eb-3e6496faa94c,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:28.401910 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:30:28.402518 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:30:28.402791 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:28.404478 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:30:28.405035 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Bound port: 729a7945-1e99-435a-a9eb-3e6496faa94c, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:30:28.406907 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:28.479430 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:28.483607 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] For port 729a7945-1e99-435a-a9eb-3e6496faa94c, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:30:28.488210 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] For port 729a7945-1e99-435a-a9eb-3e6496faa94c, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=729a7945-1e99-435a-a9eb-3e6496faa94c,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:30:28.494821 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device dce3c0d9-cd54-4a6f-8229-14c755a594ad up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:28.573002 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05effd81-441d-489d-87b0-122a5affd7ce req-36bf5b70-c3bd-4995-b63f-67c5d14d70d8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:28.575943 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05effd81-441d-489d-87b0-122a5affd7ce req-36bf5b70-c3bd-4995-b63f-67c5d14d70d8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.1376114 Sep 12 23:30:28.621570 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-434ede7b-82c4-42c5-9482-92aaa80f46ea None None] Provisioning complete for port d1aa7925-a8e4-418a-814f-384a4f946822 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:28.622811 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-434ede7b-82c4-42c5-9482-92aaa80f46ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:28.743360 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:28.760330 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-434ede7b-82c4-42c5-9482-92aaa80f46ea None None] Port d1aa7925-a8e4-418a-814f-384a4f946822 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:30:28.791274 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e084351-413f-4417-a2e5-322ccc976ea2 req-5e92d9b9-d588-4628-a501-aaf23e780489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:28.802894 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4e084351-413f-4417-a2e5-322ccc976ea2 req-5e92d9b9-d588-4628-a501-aaf23e780489 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 1130 time: 0.1714976 Sep 12 23:30:28.807822 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-05effd81-441d-489d-87b0-122a5affd7ce req-05b04321-2eb6-47b4-8247-503d21ea0080 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255230 Sep 12 23:30:28.826030 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Publish callbacks [] for port (d1aa7925-a8e4-418a-814f-384a4f946822), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:28.883683 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Routers {'d24e7c45-513d-48f9-a968-43019fe951a3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:30:28.885150 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['d24e7c45-513d-48f9-a968-43019fe951a3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:28.905766 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:28.979665 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4e084351-413f-4417-a2e5-322ccc976ea2 req-2e8389b5-b212-4883-b4c5-20f4c815edc6 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758091 Sep 12 23:30:28.984031 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2096a82-6e4b-4a07-8193-69c1d67279fa req-d1a514bd-4cae-4583-9c51-1a0cc893b511 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:28.989371 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c2096a82-6e4b-4a07-8193-69c1d67279fa req-d1a514bd-4cae-4583-9c51-1a0cc893b511 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.2443838 Sep 12 23:30:28.991776 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:29.034988 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:29.050910 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d2a35-cdec-4f7f-afb1-3e478767fcc2 None None] Pushing event updated for resources: {'Port': ['ID=729a7945-1e99-435a-a9eb-3e6496faa94c,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:29.070888 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port dce3c0d9-cd54-4a6f-8229-14c755a594ad triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:29.071274 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:29.113447 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b41d99-3613-48d6-9ab9-56528c591fcd req-e63cf188-94c5-4649-8f8f-77c0cbfe1005 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:29.115326 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d8b41d99-3613-48d6-9ab9-56528c591fcd req-e63cf188-94c5-4649-8f8f-77c0cbfe1005 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1344521 Sep 12 23:30:29.178426 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (d24e7c45-513d-48f9-a968-43019fe951a3), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:29.217465 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c2096a82-6e4b-4a07-8193-69c1d67279fa req-1328ecc1-39aa-4c5a-8618-4f66304cb27c tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254671 Sep 12 23:30:29.219730 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Pushing event updated for resources: {'Port': ['ID=d1aa7925-a8e4-418a-814f-384a4f946822,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:29.301617 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d8b41d99-3613-48d6-9ab9-56528c591fcd req-525f3fe0-ab64-44a7-925c-248deaa7a350 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767788 Sep 12 23:30:29.321266 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] Set router d24e7c45-513d-48f9-a968-43019fe951a3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:30:29.378588 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:29.421756 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Network 0046a4d9-14f6-41cf-9999-187e0103877b is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:30:29.423644 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:29.510667 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port dce3c0d9-cd54-4a6f-8229-14c755a594ad is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:29.511154 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:29.612849 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port dce3c0d9-cd54-4a6f-8229-14c755a594ad, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=dce3c0d9-cd54-4a6f-8229-14c755a594ad,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:30:29.655771 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:29.656520 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d6b208b5-3c33-4532-9013-afaa99dc3d80 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:29.661029 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:29.718061 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Router d24e7c45-513d-48f9-a968-43019fe951a3 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:30:29.830905 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'name': 'tempest-TestVolumeBootPattern-1227089305-router', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:28Z', 'revision_number': 4, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'gw_port': {'id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'd1aa7925-a8e4-418a-814f-384a4f946822', 'name': '', 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'mac_address': 'fa:16:3e:65:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '18a2d160-142c-4723-b4af-5014ecbac21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:27Z', 'updated_at': '2022-09-12T23:30:28Z', 'revision_number': 2, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'subnets': [{'id': '18a2d160-142c-4723-b4af-5014ecbac21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:29.844027 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:29.870460 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=dce3c0d9-cd54-4a6f-8229-14c755a594ad,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:29.873965 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beac68f1-9c3e-49cf-8583-6d5fe71aba77 None None] The sync data for ids ['d24e7c45-513d-48f9-a968-43019fe951a3'] in dv-cinder-852009-7-iscsi is: [{'id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'name': 'tempest-TestVolumeBootPattern-1227089305-router', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:28Z', 'revision_number': 4, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'gw_port': {'id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'd1aa7925-a8e4-418a-814f-384a4f946822', 'name': '', 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'mac_address': 'fa:16:3e:65:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '18a2d160-142c-4723-b4af-5014ecbac21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:27Z', 'updated_at': '2022-09-12T23:30:28Z', 'revision_number': 2, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'subnets': [{'id': '18a2d160-142c-4723-b4af-5014ecbac21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:30:29.883939 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port d6b208b5-3c33-4532-9013-afaa99dc3d80 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:29.884386 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:29.909866 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:30:29.923407 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2f10115c-e829-4119-b4fc-ae0e42ec52bc admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d24e7c45-513d-48f9-a968-43019fe951a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9968779 Sep 12 23:30:29.999506 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port d6b208b5-3c33-4532-9013-afaa99dc3d80 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:30.035132 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-89ade348-40b1-4a77-9ee7-6da3e0c80f47 None None] Provisioning complete for port d1aa7925-a8e4-418a-814f-384a4f946822 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:30.035952 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-89ade348-40b1-4a77-9ee7-6da3e0c80f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:30.046700 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702c56f-75c3-49c3-9dee-cbf7e006e88d req-d82a1b40-fb4c-4708-97fc-11ac3564aff6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:30.056962 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7702c56f-75c3-49c3-9dee-cbf7e006e88d req-d82a1b40-fb4c-4708-97fc-11ac3564aff6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0798903 Sep 12 23:30:30.070628 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:30.086108 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-89ade348-40b1-4a77-9ee7-6da3e0c80f47 None None] Port d1aa7925-a8e4-418a-814f-384a4f946822 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:30:30.181380 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7702c56f-75c3-49c3-9dee-cbf7e006e88d req-c398fc06-1216-4df3-94de-154013c31408 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234052 Sep 12 23:30:30.271128 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device dce3c0d9-cd54-4a6f-8229-14c755a594ad up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:30.488170 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port dce3c0d9-cd54-4a6f-8229-14c755a594ad triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:30.488549 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:30.521152 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879c3fc-3376-471e-83e6-519c29d78874 req-6bd95dd5-38fb-428a-b15f-eac7cc73c88e tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:30.534795 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1879c3fc-3376-471e-83e6-519c29d78874 req-6bd95dd5-38fb-428a-b15f-eac7cc73c88e tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.1256390 Sep 12 23:30:30.724754 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1879c3fc-3376-471e-83e6-519c29d78874 req-5adf216c-1236-4b25-8d13-9b088da3f545 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599066 Sep 12 23:30:30.945920 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48188) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:30.986198 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port dce3c0d9-cd54-4a6f-8229-14c755a594ad is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:31.007964 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac606-2eb8-49a2-a76f-fde8b9c51ed1 req-439118ae-8319-4378-ae45-dd24fc7711e1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:31.009558 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-abaac606-2eb8-49a2-a76f-fde8b9c51ed1 req-439118ae-8319-4378-ae45-dd24fc7711e1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1311700 Sep 12 23:30:31.035689 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48192) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:31.103823 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-abaac606-2eb8-49a2-a76f-fde8b9c51ed1 req-7a6597cc-9a51-49be-affe-8d16e12de27b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850306 Sep 12 23:30:31.241468 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5fe4-6324-4d6a-af20-33e8e679e979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:31.466270 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af346431-85e2-4c54-bb00-4c95fa4768a1 req-9d8e650b-b430-4fe7-923e-008197c93adb tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:31.468783 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-af346431-85e2-4c54-bb00-4c95fa4768a1 req-9d8e650b-b430-4fe7-923e-008197c93adb tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.1063471 Sep 12 23:30:31.491365 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:31.535350 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e938-ba6d-4537-b5db-57b8457ca507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:31.595266 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48198) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:31.616735 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-fb8decf1-b39c-4710-b28f-c21337d7458e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575282427', 'description': 'tempest-secgroup-smoke-575282427 description', 'project_id': 'eaa5d21fc40540e4b811713e5efeff46'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:31.624844 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-af346431-85e2-4c54-bb00-4c95fa4768a1 req-2f46ccfb-71bd-414b-bcf7-1ef73209b649 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497412 Sep 12 23:30:31.732757 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5fe4-6324-4d6a-af20-33e8e679e979 admin admin] Publish callbacks [] for security_group (109deae8-33fe-4460-aab1-d4918a05ba06), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:31.734023 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb8decf1-b39c-4710-b28f-c21337d7458e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:31.874841 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb8decf1-b39c-4710-b28f-c21337d7458e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group (6972ab3e-5c0c-4305-9b6c-c96692095c56), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:31.887617 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5fe4-6324-4d6a-af20-33e8e679e979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (109deae8-33fe-4460-aab1-d4918a05ba06), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:31.972825 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb8decf1-b39c-4710-b28f-c21337d7458e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (6972ab3e-5c0c-4305-9b6c-c96692095c56), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.103965 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd5fe4-6324-4d6a-af20-33e8e679e979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109deae8-33fe-4460-aab1-d4918a05ba06,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:32.162520 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb8decf1-b39c-4710-b28f-c21337d7458e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.163800 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-fb8decf1-b39c-4710-b28f-c21337d7458e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5653372 Sep 12 23:30:32.169069 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48206) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:32.178223 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-66a76e2a-8b91-4e0a-8c8d-1831dc2e81e9 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'security_group_rule': {'security_group_id': '6972ab3e-5c0c-4305-9b6c-c96692095c56', 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:32.188759 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d3cd5fe4-6324-4d6a-af20-33e8e679e979 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=9133ab50b25247bca270278c37632237&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2417469 Sep 12 23:30:32.194904 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48208) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:32.202603 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a8392-81c3-4d9f-a33b-da232a51c320 req-ef8860cc-d06e-4a27-92fd-bf1f4a6c53fd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:32.204309 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-408a8392-81c3-4d9f-a33b-da232a51c320 req-ef8860cc-d06e-4a27-92fd-bf1f4a6c53fd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.3056686 Sep 12 23:30:32.250555 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8decf1-b39c-4710-b28f-c21337d7458e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6972ab3e-5c0c-4305-9b6c-c96692095c56,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:32.251380 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-66a76e2a-8b91-4e0a-8c8d-1831dc2e81e9 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (06cccb8f-acba-4406-9ed7-8ae368197bcd), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.332886 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:32.408039 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 729a7945-1e99-435a-a9eb-3e6496faa94c up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:32.438704 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe8d8c-975e-4731-9275-eb8542eccf09 req-280ed812-01bd-49a7-a2c4-701620a7492e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:32.452835 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81fe8d8c-975e-4731-9275-eb8542eccf09 req-280ed812-01bd-49a7-a2c4-701620a7492e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1141820 Sep 12 23:30:32.457808 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e938-ba6d-4537-b5db-57b8457ca507 admin admin] Publish callbacks [] for security_group (aa72edd8-53d7-4a97-afa9-752bcb2fbeb7), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.492432 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e938-ba6d-4537-b5db-57b8457ca507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (aa72edd8-53d7-4a97-afa9-752bcb2fbeb7), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.504131 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 729a7945-1e99-435a-a9eb-3e6496faa94c triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:32.504615 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.552891 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-66a76e2a-8b91-4e0a-8c8d-1831dc2e81e9 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (06cccb8f-acba-4406-9ed7-8ae368197bcd), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.573232 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-408a8392-81c3-4d9f-a33b-da232a51c320 req-8597f929-2dac-4ec5-a99f-3acdc9d2afc2 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3534048 Sep 12 23:30:32.573751 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-66a76e2a-8b91-4e0a-8c8d-1831dc2e81e9 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (06cccb8f-acba-4406-9ed7-8ae368197bcd), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.600960 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-45345d30-77dc-4d50-a280-be951cedb8a3 admin admin] Publish callbacks [] for security_group (109deae8-33fe-4460-aab1-d4918a05ba06), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.614151 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e4c3e938-ba6d-4537-b5db-57b8457ca507 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=27a70cfc525344cc97780ba1238e350a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5771623 Sep 12 23:30:32.624829 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:32.629000 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48210) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:32.647147 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3e938-ba6d-4537-b5db-57b8457ca507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa72edd8-53d7-4a97-afa9-752bcb2fbeb7,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:32.675482 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-45345d30-77dc-4d50-a280-be951cedb8a3 admin admin] Publish callbacks [] for security_group (109deae8-33fe-4460-aab1-d4918a05ba06), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.742200 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:32.764236 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 729a7945-1e99-435a-a9eb-3e6496faa94c is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:32.765898 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.775757 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-81fe8d8c-975e-4731-9275-eb8542eccf09 req-32c3c0d1-9719-4ca5-8a03-7de62bc1f1f0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191781 Sep 12 23:30:32.782112 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a76e2a-8b91-4e0a-8c8d-1831dc2e81e9 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cccb8f-acba-4406-9ed7-8ae368197bcd,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:32.807058 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3ef5264d-ef52-41e8-a171-d58a4e7f1ad2 admin admin] Publish callbacks [] for security_group (aa72edd8-53d7-4a97-afa9-752bcb2fbeb7), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.824190 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-66a76e2a-8b91-4e0a-8c8d-1831dc2e81e9 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.829898 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-66a76e2a-8b91-4e0a-8c8d-1831dc2e81e9 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6582854 Sep 12 23:30:32.833078 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48216) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:32.850150 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 729a7945-1e99-435a-a9eb-3e6496faa94c, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=729a7945-1e99-435a-a9eb-3e6496faa94c,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:30:32.864315 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.864781 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-1396ea87-213c-4185-845b-f821de4d2eab tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'security_group_rule': {'security_group_id': '6972ab3e-5c0c-4305-9b6c-c96692095c56', 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:32.886814 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3ef5264d-ef52-41e8-a171-d58a4e7f1ad2 admin admin] Publish callbacks [] for security_group (aa72edd8-53d7-4a97-afa9-752bcb2fbeb7), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.913409 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-45345d30-77dc-4d50-a280-be951cedb8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (109deae8-33fe-4460-aab1-d4918a05ba06), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.916774 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-45345d30-77dc-4d50-a280-be951cedb8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.918636 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-45345d30-77dc-4d50-a280-be951cedb8a3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/109deae8-33fe-4460-aab1-d4918a05ba06 HTTP/1.1" status: 204 len: 168 time: 0.7134130 Sep 12 23:30:32.946127 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1396ea87-213c-4185-845b-f821de4d2eab tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (6cde0c4f-c288-4294-8d63-580e273347af), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:32.983411 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:32.996525 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:32.997688 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45345d30-77dc-4d50-a280-be951cedb8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109deae8-33fe-4460-aab1-d4918a05ba06,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:33.016180 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e93be-0e94-49b1-a420-acbfddf91d38 req-cca4d0b9-0ea8-49a0-b441-17b74668a0fe tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:33.017744 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-067e93be-0e94-49b1-a420-acbfddf91d38 req-cca4d0b9-0ea8-49a0-b441-17b74668a0fe tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.1162677 Sep 12 23:30:33.034440 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=729a7945-1e99-435a-a9eb-3e6496faa94c,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:33.167136 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3ef5264d-ef52-41e8-a171-d58a4e7f1ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (aa72edd8-53d7-4a97-afa9-752bcb2fbeb7), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:33.183092 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3ef5264d-ef52-41e8-a171-d58a4e7f1ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:33.185088 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3ef5264d-ef52-41e8-a171-d58a4e7f1ad2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/aa72edd8-53d7-4a97-afa9-752bcb2fbeb7 HTTP/1.1" status: 204 len: 168 time: 0.5546930 Sep 12 23:30:33.204164 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1396ea87-213c-4185-845b-f821de4d2eab tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (6cde0c4f-c288-4294-8d63-580e273347af), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:33.211817 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1396ea87-213c-4185-845b-f821de4d2eab tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (6cde0c4f-c288-4294-8d63-580e273347af), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:33.251629 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-067e93be-0e94-49b1-a420-acbfddf91d38 req-ea93af5c-7b1f-4ea1-bb5e-f1524e567481 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275157 Sep 12 23:30:33.255499 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5264d-ef52-41e8-a171-d58a4e7f1ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa72edd8-53d7-4a97-afa9-752bcb2fbeb7,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:33.277246 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396ea87-213c-4185-845b-f821de4d2eab tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cde0c4f-c288-4294-8d63-580e273347af,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:33.290538 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1396ea87-213c-4185-845b-f821de4d2eab tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:33.292000 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1396ea87-213c-4185-845b-f821de4d2eab tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4568996 Sep 12 23:30:33.297902 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48222) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:33.315460 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-9e572e6b-1c8e-42df-8fbc-03803d5b0500 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'security_group_rule': {'security_group_id': '6972ab3e-5c0c-4305-9b6c-c96692095c56', 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:33.398539 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9e572e6b-1c8e-42df-8fbc-03803d5b0500 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (3f27b182-0a70-46b8-9f43-855ae74fba77), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:33.518371 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9e572e6b-1c8e-42df-8fbc-03803d5b0500 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (3f27b182-0a70-46b8-9f43-855ae74fba77), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:33.525410 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9e572e6b-1c8e-42df-8fbc-03803d5b0500 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (3f27b182-0a70-46b8-9f43-855ae74fba77), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:33.562413 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e572e6b-1c8e-42df-8fbc-03803d5b0500 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f27b182-0a70-46b8-9f43-855ae74fba77,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:33.601345 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9e572e6b-1c8e-42df-8fbc-03803d5b0500 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:33.605652 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9e572e6b-1c8e-42df-8fbc-03803d5b0500 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3059199 Sep 12 23:30:33.608138 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48226) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:33.616967 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-0572bfaa-a249-49b8-b61c-9a4152453e93 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'security_group_rule': {'security_group_id': '6972ab3e-5c0c-4305-9b6c-c96692095c56', 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:33.723664 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0572bfaa-a249-49b8-b61c-9a4152453e93 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (aac4cf7e-5b12-4769-a751-56f560deca83), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:33.727742 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48230) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:33.767887 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7309e11c-2d64-4618-a8e9-e9effe76f7c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.069784 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcbf42-0284-4860-9a1c-8913b0eb4528 req-3e78f32f-b97a-4942-a94c-491557d5dfba tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:34.072654 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dcfcbf42-0284-4860-9a1c-8913b0eb4528 req-3e78f32f-b97a-4942-a94c-491557d5dfba tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.2593091 Sep 12 23:30:34.148579 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0572bfaa-a249-49b8-b61c-9a4152453e93 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (aac4cf7e-5b12-4769-a751-56f560deca83), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.207289 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ab97a-c1c1-447c-ad51-cbaa2e3ad382 req-7fd75f82-ba70-47aa-98b7-b56fbb639502 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:34.221188 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2d5ab97a-c1c1-447c-ad51-cbaa2e3ad382 req-7fd75f82-ba70-47aa-98b7-b56fbb639502 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.2285981 Sep 12 23:30:34.249824 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0572bfaa-a249-49b8-b61c-9a4152453e93 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (aac4cf7e-5b12-4769-a751-56f560deca83), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.258093 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dcfcbf42-0284-4860-9a1c-8913b0eb4528 req-43e25d13-154e-45ed-ad38-bf3b662b6372 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599975 Sep 12 23:30:34.271246 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7309e11c-2d64-4618-a8e9-e9effe76f7c5 admin admin] Publish callbacks [] for security_group (514af9d8-02ca-4314-bfba-9500ac8d7328), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.291956 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7309e11c-2d64-4618-a8e9-e9effe76f7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (514af9d8-02ca-4314-bfba-9500ac8d7328), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.317499 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572bfaa-a249-49b8-b61c-9a4152453e93 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac4cf7e-5b12-4769-a751-56f560deca83,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:34.331843 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0572bfaa-a249-49b8-b61c-9a4152453e93 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.333484 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0572bfaa-a249-49b8-b61c-9a4152453e93 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7213726 Sep 12 23:30:34.336756 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48256) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:34.344213 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-ec082634-160e-42b9-b289-fb4fd490bcaf tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'security_group_rule': {'security_group_id': '6972ab3e-5c0c-4305-9b6c-c96692095c56', 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:34.365306 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-7309e11c-2d64-4618-a8e9-e9effe76f7c5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=02834a352fd8489b85f5016011529f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6303749 Sep 12 23:30:34.368596 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309e11c-2d64-4618-a8e9-e9effe76f7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514af9d8-02ca-4314-bfba-9500ac8d7328,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:34.370652 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48258) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:34.388438 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 729a7945-1e99-435a-a9eb-3e6496faa94c up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:34.431390 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2d5ab97a-c1c1-447c-ad51-cbaa2e3ad382 req-0b018603-b4a1-46be-92a2-08c43cd67f5d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091048 Sep 12 23:30:34.440725 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.securitygroups_db [None req-ec082634-160e-42b9-b289-fb4fd490bcaf tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Project eaa5d21fc40540e4b811713e5efeff46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 23:30:34.452819 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec082634-160e-42b9-b289-fb4fd490bcaf tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (e335a055-e4cd-4831-8365-a0eafaa92f07), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.525702 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-846863ed-d18c-48ed-962f-631caf74987f admin admin] Publish callbacks [] for security_group (514af9d8-02ca-4314-bfba-9500ac8d7328), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.527135 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 729a7945-1e99-435a-a9eb-3e6496faa94c triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:34.532737 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.651270 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 729a7945-1e99-435a-a9eb-3e6496faa94c is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:34.660296 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec082634-160e-42b9-b289-fb4fd490bcaf tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (e335a055-e4cd-4831-8365-a0eafaa92f07), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.680888 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec082634-160e-42b9-b289-fb4fd490bcaf tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (e335a055-e4cd-4831-8365-a0eafaa92f07), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.696110 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:34.736996 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec082634-160e-42b9-b289-fb4fd490bcaf tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e335a055-e4cd-4831-8365-a0eafaa92f07,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:34.746343 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-846863ed-d18c-48ed-962f-631caf74987f admin admin] Publish callbacks [] for security_group (514af9d8-02ca-4314-bfba-9500ac8d7328), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.764709 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec082634-160e-42b9-b289-fb4fd490bcaf tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.766227 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ec082634-160e-42b9-b289-fb4fd490bcaf tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4281893 Sep 12 23:30:34.770558 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48270) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:34.781537 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-6244bc03-619c-40e9-ad08-4d37e606cf21 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'security_group_rule': {'security_group_id': '6972ab3e-5c0c-4305-9b6c-c96692095c56', 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:34.831592 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.securitygroups_db [None req-6244bc03-619c-40e9-ad08-4d37e606cf21 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Project eaa5d21fc40540e4b811713e5efeff46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 23:30:34.844213 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6244bc03-619c-40e9-ad08-4d37e606cf21 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (06a650f4-dcda-42c5-bec6-f9c17a8a5ae6), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.854083 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ebd99-9fd3-4af6-b02e-6d9375f3057a req-0058c520-51b4-4837-aaa2-80c921b45e91 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:34.856138 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a96ebd99-9fd3-4af6-b02e-6d9375f3057a req-0058c520-51b4-4837-aaa2-80c921b45e91 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.3157547 Sep 12 23:30:34.989431 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a96ebd99-9fd3-4af6-b02e-6d9375f3057a req-f1d378a7-a15b-475c-9314-2ba2294e1144 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236527 Sep 12 23:30:34.990332 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-846863ed-d18c-48ed-962f-631caf74987f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (514af9d8-02ca-4314-bfba-9500ac8d7328), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.993677 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-846863ed-d18c-48ed-962f-631caf74987f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:34.999086 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-846863ed-d18c-48ed-962f-631caf74987f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/514af9d8-02ca-4314-bfba-9500ac8d7328 HTTP/1.1" status: 204 len: 168 time: 0.6279781 Sep 12 23:30:35.014036 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846863ed-d18c-48ed-962f-631caf74987f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514af9d8-02ca-4314-bfba-9500ac8d7328,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:35.062090 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6244bc03-619c-40e9-ad08-4d37e606cf21 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (06a650f4-dcda-42c5-bec6-f9c17a8a5ae6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:35.089170 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6244bc03-619c-40e9-ad08-4d37e606cf21 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (06a650f4-dcda-42c5-bec6-f9c17a8a5ae6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:35.124465 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Sync routers for ids ['d24e7c45-513d-48f9-a968-43019fe951a3'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:30:35.157925 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Routers {'d24e7c45-513d-48f9-a968-43019fe951a3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:30:35.159044 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['d24e7c45-513d-48f9-a968-43019fe951a3'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:35.163854 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244bc03-619c-40e9-ad08-4d37e606cf21 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a650f4-dcda-42c5-bec6-f9c17a8a5ae6,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:35.177006 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6244bc03-619c-40e9-ad08-4d37e606cf21 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:35.178334 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6244bc03-619c-40e9-ad08-4d37e606cf21 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4066195 Sep 12 23:30:35.325624 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Set router d24e7c45-513d-48f9-a968-43019fe951a3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:30:35.616707 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aebf2e-cbf8-4bf7-9c0e-663d051e246a req-f8fadd64-665b-4b2f-9a9b-8d0901541c7b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:35.618344 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-27aebf2e-cbf8-4bf7-9c0e-663d051e246a req-f8fadd64-665b-4b2f-9a9b-8d0901541c7b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.1938689 Sep 12 23:30:35.689475 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:35.728405 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:35.746567 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771eca-ce84-44c7-93b9-f2806903da3a req-cd92a239-cb67-45f2-a406-462f4c7bf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:35.755712 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c771eca-ce84-44c7-93b9-f2806903da3a req-cd92a239-cb67-45f2-a406-462f4c7bf1f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 1130 time: 0.1317947 Sep 12 23:30:35.765128 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-27aebf2e-cbf8-4bf7-9c0e-663d051e246a req-876ced42-6c23-43e2-a4e9-bd88b6597645 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318996 Sep 12 23:30:35.991061 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'name': 'tempest-TestVolumeBootPattern-1227089305-router', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:28Z', 'revision_number': 4, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'gw_port': {'id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'd1aa7925-a8e4-418a-814f-384a4f946822', 'name': '', 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'mac_address': 'fa:16:3e:65:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '18a2d160-142c-4723-b4af-5014ecbac21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:27Z', 'updated_at': '2022-09-12T23:30:28Z', 'revision_number': 2, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'subnets': [{'id': '18a2d160-142c-4723-b4af-5014ecbac21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:36.005838 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:36.047999 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49f373-af52-402c-9c64-8c983892bbaf req-8172280b-16bf-47d0-a195-d386905e7825 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:36.060287 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a49f373-af52-402c-9c64-8c983892bbaf req-8172280b-16bf-47d0-a195-d386905e7825 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.2638385 Sep 12 23:30:36.068756 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da7754-f267-4c46-8fc7-fb1b6441ec56 req-0baa9396-fb1a-469d-b6cf-29caffdf2494 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:36.069379 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Checking router: d24e7c45-513d-48f9-a968-43019fe951a3 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:30:36.072031 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Updating router d24e7c45-513d-48f9-a968-43019fe951a3 port d1aa7925-a8e4-418a-814f-384a4f946822 binding host dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:30:36.083128 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-78da7754-f267-4c46-8fc7-fb1b6441ec56 req-0baa9396-fb1a-469d-b6cf-29caffdf2494 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.1996741 Sep 12 23:30:36.181701 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:36.184786 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771eca-ce84-44c7-93b9-f2806903da3a req-45cc2b97-f868-486a-8e13-0ff25a373612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:36.187863 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c771eca-ce84-44c7-93b9-f2806903da3a req-45cc2b97-f868-486a-8e13-0ff25a373612 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.4258699 Sep 12 23:30:36.214621 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-78da7754-f267-4c46-8fc7-fb1b6441ec56 req-0ffc6954-2e32-4182-865d-870adb0823e4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289225 Sep 12 23:30:36.324846 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c771eca-ce84-44c7-93b9-f2806903da3a req-333f339c-2280-437c-8786-10a2acdd9b57 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d HTTP/1.1" status: 200 len: 217 time: 0.1289325 Sep 12 23:30:36.355028 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8a49f373-af52-402c-9c64-8c983892bbaf req-2b53a862-214d-4259-8f72-2a2e4cf2dba6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834160 Sep 12 23:30:36.452417 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771eca-ce84-44c7-93b9-f2806903da3a req-fc403042-3ae7-4567-a664-dd42de471891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:36.465452 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c771eca-ce84-44c7-93b9-f2806903da3a req-fc403042-3ae7-4567-a664-dd42de471891 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.1328795 Sep 12 23:30:36.485287 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:36.554578 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c771eca-ce84-44c7-93b9-f2806903da3a req-6f24e6d5-7469-47cb-8f17-29fcb15d1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:36.558301 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c771eca-ce84-44c7-93b9-f2806903da3a req-6f24e6d5-7469-47cb-8f17-29fcb15d1473 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848172 Sep 12 23:30:36.739527 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c771eca-ce84-44c7-93b9-f2806903da3a req-38c24a80-e101-4d74-b8d3-914f8001b904 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743472 Sep 12 23:30:36.845569 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Publish callbacks [] for port (d1aa7925-a8e4-418a-814f-384a4f946822), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:36.863619 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:36.971780 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9c771eca-ce84-44c7-93b9-f2806903da3a req-183da899-0b1d-4a77-8860-e019e9c98b81 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235858 Sep 12 23:30:36.992980 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:37.072513 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f085df5-35eb-4e39-abb6-a74e42909b3a None None] Pushing event updated for resources: {'Port': ['ID=d1aa7925-a8e4-418a-814f-384a4f946822,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:37.178885 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9306cd-d2a4-4fd7-8215-fb043f74ad1c req-961634d8-5256-48fd-bec1-7ca00649b7b7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:37.182190 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fa9306cd-d2a4-4fd7-8215-fb043f74ad1c req-961634d8-5256-48fd-bec1-7ca00649b7b7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.1996312 Sep 12 23:30:37.221979 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Attempting to bind port d1aa7925-a8e4-418a-814f-384a4f946822 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:30:37.221979 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Attempting to bind port d1aa7925-a8e4-418a-814f-384a4f946822 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '7f12f003-f458-4f84-b205-a99ca64f5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:30:37.222491 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Attempting to bind port d1aa7925-a8e4-418a-814f-384a4f946822 on network 0046a4d9-14f6-41cf-9999-187e0103877b {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:30:37.321715 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:30:37.323731 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Checking segment: {'id': '7f12f003-f458-4f84-b205-a99ca64f5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:30:37.324790 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:37.325756 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Bound using segment: {'id': '7f12f003-f458-4f84-b205-a99ca64f5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:30:37.326478 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Bound port: d1aa7925-a8e4-418a-814f-384a4f946822, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f12f003-f458-4f84-b205-a99ca64f5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:30:37.329523 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:37.372901 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fa9306cd-d2a4-4fd7-8215-fb043f74ad1c req-1399e48e-67cd-4d45-867d-c4f81339ee2c tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809623 Sep 12 23:30:37.498225 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] For port d1aa7925-a8e4-418a-814f-384a4f946822, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:30:37.528271 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] For port d1aa7925-a8e4-418a-814f-384a4f946822, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d1aa7925-a8e4-418a-814f-384a4f946822,segment=NetworkSegment(7f12f003-f458-4f84-b205-a99ca64f5329),segment_id=7f12f003-f458-4f84-b205-a99ca64f5329)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:30:37.533903 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d8e2b-6ab8-4e70-86ec-5d99a642bffd req-50306055-fa16-4fb3-8223-6f636ac0a2c0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:37.542460 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e7d8e2b-6ab8-4e70-86ec-5d99a642bffd req-50306055-fa16-4fb3-8223-6f636ac0a2c0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.1599491 Sep 12 23:30:37.544671 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:37.661496 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6bc2e-db0d-4e93-9752-dd23f83c819f req-52520163-63d5-429d-bc48-fac55219e5e6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:37.684452 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f8a6bc2e-db0d-4e93-9752-dd23f83c819f req-52520163-63d5-429d-bc48-fac55219e5e6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1336703 Sep 12 23:30:37.690784 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f085df5-35eb-4e39-abb6-a74e42909b3a None None] Pushing event updated for resources: {'Port': ['ID=d1aa7925-a8e4-418a-814f-384a4f946822,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:37.711284 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e7d8e2b-6ab8-4e70-86ec-5d99a642bffd req-51c3f7e3-0254-48db-8545-2edfc5615955 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635797 Sep 12 23:30:37.718564 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Routers {'d24e7c45-513d-48f9-a968-43019fe951a3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:30:37.719385 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['d24e7c45-513d-48f9-a968-43019fe951a3'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:37.816570 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f8a6bc2e-db0d-4e93-9752-dd23f83c819f req-d1d08843-178b-4855-8752-814eeece60bd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300468 Sep 12 23:30:38.004692 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] Set router d24e7c45-513d-48f9-a968-43019fe951a3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:30:38.182535 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:38.405091 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d1aa7925-a8e4-418a-814f-384a4f946822 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:38.411319 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:38.596808 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port d1aa7925-a8e4-418a-814f-384a4f946822 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:38.597405 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:38.615618 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5984a90-9954-421d-b50f-b454956a73ba req-f4d59641-140b-46fd-968a-7a73e94d6396 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:38.620564 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'name': 'tempest-TestVolumeBootPattern-1227089305-router', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:28Z', 'revision_number': 4, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'gw_port': {'id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'd1aa7925-a8e4-418a-814f-384a4f946822', 'name': '', 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'mac_address': 'fa:16:3e:65:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '18a2d160-142c-4723-b4af-5014ecbac21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:27Z', 'updated_at': '2022-09-12T23:30:37Z', 'revision_number': 4, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'subnets': [{'id': '18a2d160-142c-4723-b4af-5014ecbac21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:38.634727 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f5984a90-9954-421d-b50f-b454956a73ba req-f4d59641-140b-46fd-968a-7a73e94d6396 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.1233444 Sep 12 23:30:38.733132 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port d1aa7925-a8e4-418a-814f-384a4f946822 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:38.733378 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:38.750308 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0e84f1-3e21-49b8-9173-7d9f85e0d5a6 None None] The sync data for ids ['d24e7c45-513d-48f9-a968-43019fe951a3'] in dv-cinder-852009-7-iscsi is: [{'id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'name': 'tempest-TestVolumeBootPattern-1227089305-router', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:28Z', 'revision_number': 4, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'gw_port': {'id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'd1aa7925-a8e4-418a-814f-384a4f946822', 'name': '', 'network_id': '0046a4d9-14f6-41cf-9999-187e0103877b', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'mac_address': 'fa:16:3e:65:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '18a2d160-142c-4723-b4af-5014ecbac21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:27Z', 'updated_at': '2022-09-12T23:30:37Z', 'revision_number': 4, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'subnets': [{'id': '18a2d160-142c-4723-b4af-5014ecbac21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:30:38.772088 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f5984a90-9954-421d-b50f-b454956a73ba req-157d9f53-6833-4b39-8456-3e1926b46856 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277196 Sep 12 23:30:38.801885 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port d1aa7925-a8e4-418a-814f-384a4f946822, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d1aa7925-a8e4-418a-814f-384a4f946822,segment=NetworkSegment(7f12f003-f458-4f84-b205-a99ca64f5329),segment_id=7f12f003-f458-4f84-b205-a99ca64f5329)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:30:38.807044 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:38.940962 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=d1aa7925-a8e4-418a-814f-384a4f946822,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:39.017795 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db130d0-58ff-4dcc-9d2e-c54b32650c97 req-96fc21d3-679f-4cd8-b56d-4268c0075211 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:39.028428 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3db130d0-58ff-4dcc-9d2e-c54b32650c97 req-96fc21d3-679f-4cd8-b56d-4268c0075211 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.1361408 Sep 12 23:30:39.130553 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa96195-aede-4928-95b3-2b501e376453 req-f737a322-d724-4fae-bba1-8942092f1071 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:39.151141 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3db130d0-58ff-4dcc-9d2e-c54b32650c97 req-f21681a0-266d-4b16-9e95-cac18042388a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196673 Sep 12 23:30:39.164609 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-faa96195-aede-4928-95b3-2b501e376453 req-f737a322-d724-4fae-bba1-8942092f1071 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.2035198 Sep 12 23:30:39.322871 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-faa96195-aede-4928-95b3-2b501e376453 req-678b162c-9016-411c-ac0b-9555f64f6f17 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560647 Sep 12 23:30:40.163998 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fbdc4-8eac-4c0c-b99b-a9810b6c92aa req-be7a8cc3-25a2-4efa-a976-03739fd237f4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:40.185921 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ca1fbdc4-8eac-4c0c-b99b-a9810b6c92aa req-be7a8cc3-25a2-4efa-a976-03739fd237f4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.1644428 Sep 12 23:30:40.323042 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ca1fbdc4-8eac-4c0c-b99b-a9810b6c92aa req-36c929e7-8072-40ed-8230-ad7f33ac8e63 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321197 Sep 12 23:30:40.350666 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d1aa7925-a8e4-418a-814f-384a4f946822 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:30:40.466061 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port d1aa7925-a8e4-418a-814f-384a4f946822 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:40.466780 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:40.480341 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f96501-1c71-44ee-8ff4-1e901ee08109 req-8afa1449-4279-458f-8e76-9cab02ff068e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:40.488606 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-44f96501-1c71-44ee-8ff4-1e901ee08109 req-8afa1449-4279-458f-8e76-9cab02ff068e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0972979 Sep 12 23:30:40.562235 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-44f96501-1c71-44ee-8ff4-1e901ee08109 req-37aa32d4-209b-46e6-b128-9af498606502 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723693 Sep 12 23:30:40.658870 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port d1aa7925-a8e4-418a-814f-384a4f946822 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:40.687546 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8d262-f167-4723-845a-cbbb07bfefe0 req-2664a217-681f-468e-941c-f319161596ac tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:40.698702 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cff8d262-f167-4723-845a-cbbb07bfefe0 req-2664a217-681f-468e-941c-f319161596ac tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1540987 Sep 12 23:30:40.792827 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cff8d262-f167-4723-845a-cbbb07bfefe0 req-8511e73c-4c11-4cc9-a063-efb5c7cbf0c2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893667 Sep 12 23:30:40.910251 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48424) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:41.369383 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48436) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:41.495799 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0400c703-5984-42af-b1f0-1efce6368ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:41.583501 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:41.602568 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-385f600f-0964-4d5b-96e3-70030a450780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:41.630302 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651e6b2-4661-4b9a-92e3-bd3293f01156 req-b3e2babe-45e7-4645-aff3-3c2e8a8917dd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:41.647742 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7651e6b2-4661-4b9a-92e3-bd3293f01156 req-b3e2babe-45e7-4645-aff3-3c2e8a8917dd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.1358340 Sep 12 23:30:41.735236 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7651e6b2-4661-4b9a-92e3-bd3293f01156 req-a333dd4f-4d31-48eb-8e8d-19eff66d8779 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809419 Sep 12 23:30:41.850007 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0400c703-5984-42af-b1f0-1efce6368ad2 admin admin] Publish callbacks [] for security_group (39ead3f4-8cd5-425d-b147-ea23f8751f09), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:41.852849 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:41.858723 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0400c703-5984-42af-b1f0-1efce6368ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (39ead3f4-8cd5-425d-b147-ea23f8751f09), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:41.901841 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-385f600f-0964-4d5b-96e3-70030a450780 admin admin] Publish callbacks [] for security_group (ea62bff5-8286-4a41-a63d-d1feb6026d69), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:41.910984 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-385f600f-0964-4d5b-96e3-70030a450780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (ea62bff5-8286-4a41-a63d-d1feb6026d69), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:41.955164 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0400c703-5984-42af-b1f0-1efce6368ad2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d6e9ad6b0fd043be84d8f82f276e913f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5844364 Sep 12 23:30:41.956347 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400c703-5984-42af-b1f0-1efce6368ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ead3f4-8cd5-425d-b147-ea23f8751f09,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:41.960205 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48442) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:42.051768 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ba7ba71a-43b9-44e4-8681-5fdf20baec65 admin admin] Publish callbacks [] for security_group (39ead3f4-8cd5-425d-b147-ea23f8751f09), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.052017 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f600f-0964-4d5b-96e3-70030a450780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea62bff5-8286-4a41-a63d-d1feb6026d69,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:42.065324 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-385f600f-0964-4d5b-96e3-70030a450780 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b7202f46f9c043bd8ec54bd72ec00b66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1521709 Sep 12 23:30:42.066210 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48444) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:42.078193 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b2b2c-c40d-45e5-bf30-b345521aab1e req-2f8c6b85-0be4-4faf-abd7-f3ece1cbdd1e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:42.083606 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ba7ba71a-43b9-44e4-8681-5fdf20baec65 admin admin] Publish callbacks [] for security_group (39ead3f4-8cd5-425d-b147-ea23f8751f09), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.095146 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-df9b2b2c-c40d-45e5-bf30-b345521aab1e req-2f8c6b85-0be4-4faf-abd7-f3ece1cbdd1e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1075237 Sep 12 23:30:42.141983 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:42.161293 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ba7ba71a-43b9-44e4-8681-5fdf20baec65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (39ead3f4-8cd5-425d-b147-ea23f8751f09), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.164593 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ba7ba71a-43b9-44e4-8681-5fdf20baec65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.168605 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ba7ba71a-43b9-44e4-8681-5fdf20baec65 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/39ead3f4-8cd5-425d-b147-ea23f8751f09 HTTP/1.1" status: 204 len: 168 time: 0.2045615 Sep 12 23:30:42.181087 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ba71a-43b9-44e4-8681-5fdf20baec65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ead3f4-8cd5-425d-b147-ea23f8751f09,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:42.236725 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:42.267959 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-df9b2b2c-c40d-45e5-bf30-b345521aab1e req-b347207f-507c-444e-a09f-b7a15ef6a8e3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697552 Sep 12 23:30:42.269815 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47f0fdb9-9ae0-42d9-82bc-060564bbb226 admin admin] Publish callbacks [] for security_group (ea62bff5-8286-4a41-a63d-d1feb6026d69), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.307471 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47f0fdb9-9ae0-42d9-82bc-060564bbb226 admin admin] Publish callbacks [] for security_group (ea62bff5-8286-4a41-a63d-d1feb6026d69), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.461392 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47f0fdb9-9ae0-42d9-82bc-060564bbb226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (ea62bff5-8286-4a41-a63d-d1feb6026d69), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.464344 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47f0fdb9-9ae0-42d9-82bc-060564bbb226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.466259 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-47f0fdb9-9ae0-42d9-82bc-060564bbb226 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ea62bff5-8286-4a41-a63d-d1feb6026d69 HTTP/1.1" status: 204 len: 168 time: 0.3987687 Sep 12 23:30:42.532978 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0fdb9-9ae0-42d9-82bc-060564bbb226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea62bff5-8286-4a41-a63d-d1feb6026d69,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:42.637486 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48458) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:42.643078 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-2c589f11-c7f6-4372-b06c-2080e876dfd1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--391481045', 'description': 'tempest-description--142764155'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:42.705944 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c589f11-c7f6-4372-b06c-2080e876dfd1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.851016 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c589f11-c7f6-4372-b06c-2080e876dfd1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group (4e361f44-f174-494b-a37a-0c6b8bc2a656), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.857543 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c589f11-c7f6-4372-b06c-2080e876dfd1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (4e361f44-f174-494b-a37a-0c6b8bc2a656), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.918726 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c589f11-c7f6-4372-b06c-2080e876dfd1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e361f44-f174-494b-a37a-0c6b8bc2a656,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:42.946829 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2c589f11-c7f6-4372-b06c-2080e876dfd1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:42.950409 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-2c589f11-c7f6-4372-b06c-2080e876dfd1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3095822 Sep 12 23:30:42.952647 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48462) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:42.965138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-e41867ae-d6f1-40b6-8708-90874b689687 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Request body: {'security_group_rule': {'security_group_id': '4e361f44-f174-494b-a37a-0c6b8bc2a656', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:43.021244 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e41867ae-d6f1-40b6-8708-90874b689687 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group_rule (7d62d099-e8ca-4a27-b219-6167b275857c), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:43.135005 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8768f3-a4e0-42c2-9692-de5de7e7ba75 req-830fd918-7466-4de2-81ec-90a4bab6c809 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:43.147718 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e41867ae-d6f1-40b6-8708-90874b689687 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group_rule (7d62d099-e8ca-4a27-b219-6167b275857c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:43.154452 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e41867ae-d6f1-40b6-8708-90874b689687 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (7d62d099-e8ca-4a27-b219-6167b275857c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:43.161635 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:43.166443 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7a8768f3-a4e0-42c2-9692-de5de7e7ba75 req-830fd918-7466-4de2-81ec-90a4bab6c809 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.2125914 Sep 12 23:30:43.191699 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41867ae-d6f1-40b6-8708-90874b689687 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d62d099-e8ca-4a27-b219-6167b275857c,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:43.224404 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e41867ae-d6f1-40b6-8708-90874b689687 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:43.226473 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e41867ae-d6f1-40b6-8708-90874b689687 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2710006 Sep 12 23:30:43.229189 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48466) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:43.237340 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-e80b3ffe-c02d-4ff5-9228-3cf6d5ab3ef7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Request body: {'security_group_rule': {'security_group_id': '4e361f44-f174-494b-a37a-0c6b8bc2a656', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:43.286970 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e80b3ffe-c02d-4ff5-9228-3cf6d5ab3ef7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group_rule (5dbcdb3d-384a-4475-ba49-c827c432358b), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:43.318891 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7a8768f3-a4e0-42c2-9692-de5de7e7ba75 req-bde0f3c1-d04a-4ea4-9d9c-20a18060eacc tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412933 Sep 12 23:30:43.432879 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e80b3ffe-c02d-4ff5-9228-3cf6d5ab3ef7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group_rule (5dbcdb3d-384a-4475-ba49-c827c432358b), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:43.550949 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e80b3ffe-c02d-4ff5-9228-3cf6d5ab3ef7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (5dbcdb3d-384a-4475-ba49-c827c432358b), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:43.572191 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48470) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:43.593497 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb361ca-5c1e-4ec4-9a2d-00de05a03679 req-d3372e48-4761-415d-a01b-dbdc4664f23b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:43.603458 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bfb361ca-5c1e-4ec4-9a2d-00de05a03679 req-d3372e48-4761-415d-a01b-dbdc4664f23b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1729553 Sep 12 23:30:43.612168 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-35911560-88c5-4367-a722-20afd410fbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:43.758338 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b3ffe-c02d-4ff5-9228-3cf6d5ab3ef7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbcdb3d-384a-4475-ba49-c827c432358b,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:43.834374 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bfb361ca-5c1e-4ec4-9a2d-00de05a03679 req-67934a67-33bb-4551-a7cd-5548229c4865 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223661 Sep 12 23:30:43.848178 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e80b3ffe-c02d-4ff5-9228-3cf6d5ab3ef7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:43.853501 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48472) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:43.853885 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e80b3ffe-c02d-4ff5-9228-3cf6d5ab3ef7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6198008 Sep 12 23:30:43.869639 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:44.008586 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-35911560-88c5-4367-a722-20afd410fbd8 admin admin] Publish callbacks [] for security_group (6231c608-ae27-495c-a61f-30d08a07a5d2), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:44.029258 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-35911560-88c5-4367-a722-20afd410fbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (6231c608-ae27-495c-a61f-30d08a07a5d2), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:44.095112 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:44.116497 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35911560-88c5-4367-a722-20afd410fbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6231c608-ae27-495c-a61f-30d08a07a5d2,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:44.254088 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:44.262565 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:44.286586 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-35911560-88c5-4367-a722-20afd410fbd8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=57f54fbbcd724f40b2306afb1b6df738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7126131 Sep 12 23:30:44.290202 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48474) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:44.420948 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8c799f1d-dbf7-4af7-bc0d-78bf36910c89 admin admin] Publish callbacks [] for security_group (6231c608-ae27-495c-a61f-30d08a07a5d2), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:44.462742 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8c799f1d-dbf7-4af7-bc0d-78bf36910c89 admin admin] Publish callbacks [] for security_group (6231c608-ae27-495c-a61f-30d08a07a5d2), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:44.477717 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Allocated IP 172.27.3.207 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/beea835e-a393-44ca-af2b-2069854196c4) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:30:44.595808 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8c799f1d-dbf7-4af7-bc0d-78bf36910c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (6231c608-ae27-495c-a61f-30d08a07a5d2), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:44.596017 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb4993-0cf3-4e7b-b90b-cad112ac8afa req-1ac04129-1981-40ba-8fc5-d190424660b8 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:44.596017 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b8bb4993-0cf3-4e7b-b90b-cad112ac8afa req-1ac04129-1981-40ba-8fc5-d190424660b8 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.1034973 Sep 12 23:30:44.605063 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8c799f1d-dbf7-4af7-bc0d-78bf36910c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:44.616527 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8c799f1d-dbf7-4af7-bc0d-78bf36910c89 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6231c608-ae27-495c-a61f-30d08a07a5d2 HTTP/1.1" status: 204 len: 168 time: 0.3249321 Sep 12 23:30:44.670401 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c799f1d-dbf7-4af7-bc0d-78bf36910c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6231c608-ae27-495c-a61f-30d08a07a5d2,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:44.680131 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:44.840146 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b8bb4993-0cf3-4e7b-b90b-cad112ac8afa req-bfa1aae5-e2d4-4e1d-aac6-929372767377 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030499 Sep 12 23:30:44.911758 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for port (beea835e-a393-44ca-af2b-2069854196c4), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:45.026041 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:45.094321 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (beea835e-a393-44ca-af2b-2069854196c4), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:45.152458 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885bc23-2222-4feb-b515-36c201238322 req-c4627b5b-6839-4979-974a-a647d594ce63 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:45.154332 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a885bc23-2222-4feb-b515-36c201238322 req-c4627b5b-6839-4979-974a-a647d594ce63 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1131792 Sep 12 23:30:45.186717 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:30:45.189867 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:45.194491 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:30:45.207215 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:45.263832 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event updated for resources: {'Port': ['ID=beea835e-a393-44ca-af2b-2069854196c4,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:45.323484 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a885bc23-2222-4feb-b515-36c201238322 req-9a0da8cf-4a70-437b-9fdb-ed29a4af95a1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415660 Sep 12 23:30:45.781979 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd99b-26c1-47e8-9b94-a180f500f0e1 req-bf8baace-c975-4be4-be42-4152edd86a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:45.788161 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9bfd99b-26c1-47e8-9b94-a180f500f0e1 req-bf8baace-c975-4be4-be42-4152edd86a6e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 1129 time: 0.1552942 Sep 12 23:30:46.057356 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd99b-26c1-47e8-9b94-a180f500f0e1 req-02630e8d-5781-4a98-bdbb-0b2746831dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:46.066952 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9bfd99b-26c1-47e8-9b94-a180f500f0e1 req-02630e8d-5781-4a98-bdbb-0b2746831dca service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87d38067-03b8-4be7-846c-3dce062309f6 HTTP/1.1" status: 200 len: 912 time: 0.2678342 Sep 12 23:30:46.235616 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb264a-df16-4ea7-8fef-8030d28d1634 req-76f40cf5-b87b-4fcd-b9f1-a2389fa23c25 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:46.240085 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9bfd99b-26c1-47e8-9b94-a180f500f0e1 req-b0fafd09-28ba-40ab-8ec6-b90c42e26393 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f432d2c4-e8e1-4abe-b933-41ca765c4f52 HTTP/1.1" status: 200 len: 1000 time: 0.1638403 Sep 12 23:30:46.247239 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-28fb264a-df16-4ea7-8fef-8030d28d1634 req-76f40cf5-b87b-4fcd-b9f1-a2389fa23c25 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.7856851 Sep 12 23:30:46.252340 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for floatingip (89235874-032c-4e1b-b509-e26620044860), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:46.340526 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-28fb264a-df16-4ea7-8fef-8030d28d1634 req-e263f4ea-81c7-4a36-a210-979732dbc3e3 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922475 Sep 12 23:30:46.410047 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (beea835e-a393-44ca-af2b-2069854196c4), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:46.435896 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd99b-26c1-47e8-9b94-a180f500f0e1 req-38df2ff2-1767-473d-9ba7-9e3beb09c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:46.445583 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9bfd99b-26c1-47e8-9b94-a180f500f0e1 req-38df2ff2-1767-473d-9ba7-9e3beb09c408 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda HTTP/1.1" status: 200 len: 850 time: 0.1968157 Sep 12 23:30:46.610341 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd99b-26c1-47e8-9b94-a180f500f0e1 req-be2137f4-1c33-4ee0-bd84-45969f122148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:46.612614 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9bfd99b-26c1-47e8-9b94-a180f500f0e1 req-be2137f4-1c33-4ee0-bd84-45969f122148 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87d38067-03b8-4be7-846c-3dce062309f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1606314 Sep 12 23:30:46.635105 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63686ef9-de41-462b-8214-1d703f24641b req-c7034a1c-57fa-4238-b6b8-241cdf9ee9f4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:46.637178 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63686ef9-de41-462b-8214-1d703f24641b req-c7034a1c-57fa-4238-b6b8-241cdf9ee9f4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1172006 Sep 12 23:30:46.733986 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for port (beea835e-a393-44ca-af2b-2069854196c4), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:46.743456 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (beea835e-a393-44ca-af2b-2069854196c4), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:46.817192 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event updated for resources: {'Port': ['ID=beea835e-a393-44ca-af2b-2069854196c4,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:46.821532 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63686ef9-de41-462b-8214-1d703f24641b req-2a1ea1c4-993a-4591-9b98-451997f5caac tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484313 Sep 12 23:30:46.867548 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9bfd99b-26c1-47e8-9b94-a180f500f0e1 req-235f11af-f355-4cf8-bcbc-5978c6b4feee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477753 Sep 12 23:30:46.919068 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (89235874-032c-4e1b-b509-e26620044860), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:46.970304 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:46.981455 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-3d37186c-40d7-47e8-93ab-f03efe6f8ea2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1268258 Sep 12 23:30:47.033665 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:47.214139 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9bfd99b-26c1-47e8-9b94-a180f500f0e1 req-de3deef4-bad4-440d-a6fe-cc369a23065b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387039 Sep 12 23:30:47.595305 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4c7e9-e7ef-4c20-ab00-daa66c4f9ca2 req-3334dfd5-f185-4663-80c6-f70ac4b2d783 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:47.610021 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-15f4c7e9-e7ef-4c20-ab00-daa66c4f9ca2 req-3334dfd5-f185-4663-80c6-f70ac4b2d783 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0912676 Sep 12 23:30:47.798530 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-15f4c7e9-e7ef-4c20-ab00-daa66c4f9ca2 req-fda5c0bf-cc13-4aa6-87f5-a647bd956d9b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774697 Sep 12 23:30:48.080641 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b60ba0-4fd1-4cee-b8a1-c8da20c7c488 req-17eeba90-9873-4663-9551-12570e523266 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:48.088154 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-95b60ba0-4fd1-4cee-b8a1-c8da20c7c488 req-17eeba90-9873-4663-9551-12570e523266 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1107378 Sep 12 23:30:48.220108 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-95b60ba0-4fd1-4cee-b8a1-c8da20c7c488 req-75156d0b-803e-4199-b57a-1f07e724ebd6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307025 Sep 12 23:30:49.038363 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-beeab7aa-2ead-496c-8fc2-e716e7675212 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--391481045&fields=id&tenant_id=adc049ff85c14935a9f68be76cd61c05 HTTP/1.1" status: 200 len: 267 time: 0.0927234 Sep 12 23:30:49.106672 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a8294-68ad-4d53-bf14-58670c22e402 req-380c9756-cb1c-4588-918e-9ccc917c8e09 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:49.114088 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-151a8294-68ad-4d53-bf14-58670c22e402 req-380c9756-cb1c-4588-918e-9ccc917c8e09 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.1102564 Sep 12 23:30:49.223975 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-151a8294-68ad-4d53-bf14-58670c22e402 req-01d2d943-9d55-47fb-900d-3a53a411b849 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088028 Sep 12 23:30:49.274239 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-5ec019b3-320e-484a-8f52-1b7d6a64ed37 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:49.280711 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-5ec019b3-320e-484a-8f52-1b7d6a64ed37 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 819 time: 0.2415135 Sep 12 23:30:49.327055 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-8d9b4f25-1ad5-4628-af4f-6af218d5aeb6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/quotas/adc049ff85c14935a9f68be76cd61c05 HTTP/1.1" status: 200 len: 375 time: 0.0343781 Sep 12 23:30:49.389675 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:49.449285 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d7a09-788a-4099-a9f3-c627a8492fbe req-b7252795-05cd-4caf-ae01-3f747553d5f2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:49.449730 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-b2dbb97a-a6ac-4e4c-9f88-5792a8285c2b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1078565 Sep 12 23:30:49.453943 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6b7d7a09-788a-4099-a9f3-c627a8492fbe req-b7252795-05cd-4caf-ae01-3f747553d5f2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0838528 Sep 12 23:30:49.568868 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:49.583903 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6b7d7a09-788a-4099-a9f3-c627a8492fbe req-7f905167-4d64-47df-8ead-b13f309662ab tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086383 Sep 12 23:30:49.671546 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-758ab797-6153-4a24-81a4-199f8baa96ef service neutron] 10.222.0.27 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990123 Sep 12 23:30:49.800970 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:49.883169 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-ba11d37a-6092-48a9-91b2-d20797f67b00 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020030 Sep 12 23:30:50.261480 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f0333bc-fd81-47dc-a16f-632552fb4437 req-78c5ce67-0575-4115-ba1c-1fd755f107f6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 210 time: 0.0830212 Sep 12 23:30:50.779950 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a31eaa-9369-4074-8e85-6eb803ca7f86 req-7b44cbe2-50e8-4eae-8e6d-72e8814a0af4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:50.789289 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b3a31eaa-9369-4074-8e85-6eb803ca7f86 req-7b44cbe2-50e8-4eae-8e6d-72e8814a0af4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0919731 Sep 12 23:30:50.926438 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b3a31eaa-9369-4074-8e85-6eb803ca7f86 req-6aab37d0-02c5-4041-b795-1534fe2f41c5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341801 Sep 12 23:30:51.352353 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e454dc06-3147-40dc-bb29-f44a64385c7a req-e3329f73-65e3-4305-9d5c-b3c1242bf361 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 210 time: 0.0323892 Sep 12 23:30:52.290080 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e6a49-e4de-42e4-8fa1-11209e34dbad req-ad2fe4d7-d314-4aa2-9ca2-5a9e34ac0208 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:52.300904 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4b2e6a49-e4de-42e4-8fa1-11209e34dbad req-ad2fe4d7-d314-4aa2-9ca2-5a9e34ac0208 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.1763377 Sep 12 23:30:52.419966 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4b2e6a49-e4de-42e4-8fa1-11209e34dbad req-84bb90ff-b11a-4e11-826e-0c048332b3cb tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157031 Sep 12 23:30:52.623417 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-15ae4540-61a3-48bf-8855-d91dfd620ae6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:52.625044 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-15ae4540-61a3-48bf-8855-d91dfd620ae6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 819 time: 0.5782447 Sep 12 23:30:52.626878 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7339c3d9-2297-43c3-b21b-9e781e44230c req-d09eee25-8fbc-482e-bc88-4a5bee86ef11 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 210 time: 0.0455461 Sep 12 23:30:52.717120 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-d13f1b01-7b49-45a0-9113-6c2ebde279a2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=adc049ff85c14935a9f68be76cd61c05 HTTP/1.1" status: 200 len: 379 time: 0.0566335 Sep 12 23:30:52.742544 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Request body: {'port': {'device_id': 'b8328773-645f-4acb-aad8-2984c3b13211', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'admin_state_up': True, 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'security_groups': ['4e361f44-f174-494b-a37a-0c6b8bc2a656']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:52.858475 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Made reservation on behalf of adc049ff85c14935a9f68be76cd61c05 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:30:52.862689 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.005811 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Allocated IP 172.20.0.5 (06716bca-7ab1-4703-8226-2e627ce51e59/3f7fd8d9-d3bf-49df-8298-1742e0096bb3/d24cc5eb-346a-4639-811c-1a0c53b0e5cc) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:30:53.148831 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:53.195311 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.235079 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.285781 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Network 06716bca-7ab1-4703-8226-2e627ce51e59 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:30:53.287613 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:30:53.291052 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:30:53.303156 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48760) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:53.360970 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19ef59-bb11-41bf-bc59-50651d3d5f21 req-efa106bd-01d5-4f9e-bb12-a764fda6ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:53.362629 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ec19ef59-bb11-41bf-bc59-50651d3d5f21 req-efa106bd-01d5-4f9e-bb12-a764fda6ae04 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 1129 time: 0.0994411 Sep 12 23:30:53.384609 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:53.386774 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.391099 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event updated for resources: {'Port': ['ID=d24cc5eb-346a-4639-811c-1a0c53b0e5cc,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:53.394193 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9dff4f-902c-429e-b65f-8cbaac1a9cc1 admin admin] Deleting subnet 00bca813-310a-4da4-8495-af58d1518bdf {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:30:53.412926 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1c9dff4f-902c-429e-b65f-8cbaac1a9cc1 admin admin] Publish callbacks [] for subnet (00bca813-310a-4da4-8495-af58d1518bdf), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.414346 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c18c003f-6ed9-49d0-8dff-e535e2e7fa73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6757157 Sep 12 23:30:53.429192 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Request body: {'port': {'device_id': 'b8328773-645f-4acb-aad8-2984c3b13211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:30:53.488632 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:53.488876 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1c9dff4f-902c-429e-b65f-8cbaac1a9cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3963660'] for subnet (00bca813-310a-4da4-8495-af58d1518bdf), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.514576 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.590301 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19ef59-bb11-41bf-bc59-50651d3d5f21 req-8a77ca3b-e333-4897-9266-6c1034d5fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:53.591697 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ec19ef59-bb11-41bf-bc59-50651d3d5f21 req-8a77ca3b-e333-4897-9266-6c1034d5fc9e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 918 time: 0.2184870 Sep 12 23:30:53.599915 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cc208-3586-4d5a-81ae-796046a864bd req-efd83931-fd24-4c76-96d1-15d73708212d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:53.602479 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-e7b31b49-9844-4f66-a2a1-517c6e05391d None None] Provisioning complete for port d24cc5eb-346a-4639-811c-1a0c53b0e5cc triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:30:53.603394 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e7b31b49-9844-4f66-a2a1-517c6e05391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.606401 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d1cc208-3586-4d5a-81ae-796046a864bd req-efd83931-fd24-4c76-96d1-15d73708212d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0944541 Sep 12 23:30:53.611764 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1c9dff4f-902c-429e-b65f-8cbaac1a9cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (00bca813-310a-4da4-8495-af58d1518bdf), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.642242 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e7b31b49-9844-4f66-a2a1-517c6e05391d None None] Port d24cc5eb-346a-4639-811c-1a0c53b0e5cc cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:30:53.731031 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:53.733624 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ec19ef59-bb11-41bf-bc59-50651d3d5f21 req-8ef3f3f1-652d-446a-8a0c-b8eab6b7a218 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc10fe-ce53-41fd-a771-18e381482273 HTTP/1.1" status: 200 len: 1001 time: 0.1236868 Sep 12 23:30:53.743721 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d1cc208-3586-4d5a-81ae-796046a864bd req-5d91b17b-7bd8-4650-ac64-8056e742849f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364889 Sep 12 23:30:53.784305 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2a26c-a516-4211-be0d-689e15c06477 req-d0c01324-708c-4180-bf58-a737e991f798 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:53.786088 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0fd2a26c-a516-4211-be0d-689e15c06477 req-d0c01324-708c-4180-bf58-a737e991f798 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 931 time: 0.0771630 Sep 12 23:30:53.786330 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1c9dff4f-902c-429e-b65f-8cbaac1a9cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3290282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4088693'] for subnet (00bca813-310a-4da4-8495-af58d1518bdf), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.818374 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dff4f-902c-429e-b65f-8cbaac1a9cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00bca813-310a-4da4-8495-af58d1518bdf,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:53.827099 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19ef59-bb11-41bf-bc59-50651d3d5f21 req-01d8c0b0-b044-4052-9516-b16a589911d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:53.828975 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ec19ef59-bb11-41bf-bc59-50651d3d5f21 req-01d8c0b0-b044-4052-9516-b16a589911d6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 200 len: 856 time: 0.0843401 Sep 12 23:30:53.830001 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1c9dff4f-902c-429e-b65f-8cbaac1a9cc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.833021 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1c9dff4f-902c-429e-b65f-8cbaac1a9cc1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/00bca813-310a-4da4-8495-af58d1518bdf HTTP/1.1" status: 204 len: 168 time: 0.5251756 Sep 12 23:30:53.835600 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48766) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:53.894508 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0fd2a26c-a516-4211-be0d-689e15c06477 req-8f136d99-52c7-42f4-b166-71fc35af854a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987353 Sep 12 23:30:53.898253 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24cc5eb-346a-4639-811c-1a0c53b0e5cc {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:30:53.906276 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Publish callbacks [] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.930244 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19ef59-bb11-41bf-bc59-50651d3d5f21 req-6e9159c2-fc5b-45da-977d-b04232028873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:53.930451 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Transition to ACTIVE for port object d24cc5eb-346a-4639-811c-1a0c53b0e5cc will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:30:53.931886 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ec19ef59-bb11-41bf-bc59-50651d3d5f21 req-6e9159c2-fc5b-45da-977d-b04232028873 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=11be7f0c-3ec4-4c81-8e43-cbebcc992505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940852 Sep 12 23:30:53.935439 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:53.963779 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (b00c67d0-ddbb-4c24-ae7c-fa1370f53f73), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.016473 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Pushing event updated for resources: {'Port': ['ID=d24cc5eb-346a-4639-811c-1a0c53b0e5cc,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:54.050165 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Attempting to bind port d24cc5eb-346a-4639-811c-1a0c53b0e5cc on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:30:54.050640 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Attempting to bind port d24cc5eb-346a-4639-811c-1a0c53b0e5cc by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:30:54.050967 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Attempting to bind port d24cc5eb-346a-4639-811c-1a0c53b0e5cc on network 06716bca-7ab1-4703-8226-2e627ce51e59 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:30:54.087004 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:54.097126 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Port d24cc5eb-346a-4639-811c-1a0c53b0e5cc on network 06716bca-7ab1-4703-8226-2e627ce51e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:30:54.097444 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Attempting to bind port d24cc5eb-346a-4639-811c-1a0c53b0e5cc on network 06716bca-7ab1-4703-8226-2e627ce51e59 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:30:54.103424 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ec19ef59-bb11-41bf-bc59-50651d3d5f21 req-dbc57129-5218-4398-b4f4-8e4aec2e2462 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623113 Sep 12 23:30:54.105128 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (b00c67d0-ddbb-4c24-ae7c-fa1370f53f73), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.107464 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:54.145178 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b00c67d0-ddbb-4c24-ae7c-fa1370f53f73']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:54.148125 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:30:54.148552 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Checking segment: {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:30:54.149038 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Bound using segment: {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:30:54.149513 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Bound port: d24cc5eb-346a-4639-811c-1a0c53b0e5cc, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:30:54.149873 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.186357 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49805ea-1d84-4b9b-9000-1269affe0e37') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:54.187210 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49805ea-1d84-4b9b-9000-1269affe0e37') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:30:54.200833 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3963653'] for segment (e49805ea-1d84-4b9b-9000-1269affe0e37), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.223831 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (e49805ea-1d84-4b9b-9000-1269affe0e37), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.241530 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:30:54.242230 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290112'] for segment (e49805ea-1d84-4b9b-9000-1269affe0e37), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.254831 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] For port d24cc5eb-346a-4639-811c-1a0c53b0e5cc, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:30:54.259506 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] For port d24cc5eb-346a-4639-811c-1a0c53b0e5cc, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=d24cc5eb-346a-4639-811c-1a0c53b0e5cc,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:30:54.270560 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.274986 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment e49805ea-1d84-4b9b-9000-1269affe0e37 resource provider aggregate not found Sep 12 23:30:54.278341 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:54.279402 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.298258 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/d24cc5eb-346a-4639-811c-1a0c53b0e5cc HTTP/1.1" status: 200 len: 1093 time: 0.8698988 Sep 12 23:30:54.309294 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:30:54.312788 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ec19ef59-bb11-41bf-bc59-50651d3d5f21 req-8889dbd3-8aff-4830-bcbd-3798dafb0dbd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934404 Sep 12 23:30:54.314116 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07696c1-e68f-4c32-9960-be0c65491e40" -d '{"events": [{"name": "network-changed", "server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:30:54.314275 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment e49805ea-1d84-4b9b-9000-1269affe0e37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e49805ea-1d84-4b9b-9000-1269affe0e37 found for delete ", "request_id": "req-6f0b9424-055d-4e04-ace4-5fdeb3747f37"}]} Sep 12 23:30:54.360947 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (b00c67d0-ddbb-4c24-ae7c-fa1370f53f73), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.366959 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829c25c2-7445-44e0-b5a9-59d70b9b7a33 x-openstack-request-id: req-829c25c2-7445-44e0-b5a9-59d70b9b7a33 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:30:54.367624 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:30:54.367624 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-829c25c2-7445-44e0-b5a9-59d70b9b7a33 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:30:54.368228 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829c25c2-7445-44e0-b5a9-59d70b9b7a33'] response: {'name': 'network-changed', 'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'status': 'completed', 'code': 200} Sep 12 23:30:54.373251 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.379162 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/b00c67d0-ddbb-4c24-ae7c-fa1370f53f73 HTTP/1.1" status: 204 len: 168 time: 0.5425322 Sep 12 23:30:54.396078 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee194b-911e-4f96-8f82-0f2b475338b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b00c67d0-ddbb-4c24-ae7c-fa1370f53f73,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:54.407525 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31555031-7a41-4480-a5c3-a938adcef2df service neutron] Pushing event updated for resources: {'Port': ['ID=d24cc5eb-346a-4639-811c-1a0c53b0e5cc,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:54.580202 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48786) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:54.620965 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0c030928-f74d-42d8-9e34-6f4fac008746 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=641b6882f873400fbef301fc5ce82391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390422 Sep 12 23:30:54.623714 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48788) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:54.672421 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-759822b2-3430-440e-aabb-c76bdb389d6a admin admin] Publish callbacks [] for security_group (05940fd1-3f59-4cb6-9044-240667aca129), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.693715 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-759822b2-3430-440e-aabb-c76bdb389d6a admin admin] Publish callbacks [] for security_group (05940fd1-3f59-4cb6-9044-240667aca129), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.741592 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-759822b2-3430-440e-aabb-c76bdb389d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (05940fd1-3f59-4cb6-9044-240667aca129), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.744237 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-759822b2-3430-440e-aabb-c76bdb389d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.745545 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-759822b2-3430-440e-aabb-c76bdb389d6a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/05940fd1-3f59-4cb6-9044-240667aca129 HTTP/1.1" status: 204 len: 168 time: 0.1207957 Sep 12 23:30:54.756641 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759822b2-3430-440e-aabb-c76bdb389d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05940fd1-3f59-4cb6-9044-240667aca129,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:54.876410 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4ee73d59-0a0b-4cde-a6d8-e7bc31fafa63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:54.890092 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e1437-beb8-4a95-835a-1d6bba3239e6 req-8609e2bc-2b6c-4e1f-9bfd-d7ed9180c490 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:54.891559 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-235e1437-beb8-4a95-835a-1d6bba3239e6 req-8609e2bc-2b6c-4e1f-9bfd-d7ed9180c490 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0546169 Sep 12 23:30:54.926456 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:54.957556 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-235e1437-beb8-4a95-835a-1d6bba3239e6 req-c22ef73f-06a1-4a04-9f75-dcfab5254e58 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597839 Sep 12 23:30:55.037816 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8eb0d-6a5c-40bc-8280-b8b40d42386c req-fb043ba1-c290-4c14-8b96-e08cfe0d3bda tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:55.039394 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-46e8eb0d-6a5c-40bc-8280-b8b40d42386c req-fb043ba1-c290-4c14-8b96-e08cfe0d3bda tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 943 time: 0.0551550 Sep 12 23:30:55.092598 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-46e8eb0d-6a5c-40bc-8280-b8b40d42386c req-0faa6eb5-c358-49b9-8b22-df46080174f5 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468488 Sep 12 23:30:55.949269 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:55.958998 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07696c1-e68f-4c32-9960-be0c65491e40 req-15478d82-2a0e-4135-bc80-d7622d14cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:55.960542 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f07696c1-e68f-4c32-9960-be0c65491e40 req-15478d82-2a0e-4135-bc80-d7622d14cb59 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 1127 time: 0.0435553 Sep 12 23:30:56.086069 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07696c1-e68f-4c32-9960-be0c65491e40 req-cd49fac4-024f-4768-89f4-8d57265833a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:56.087953 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f07696c1-e68f-4c32-9960-be0c65491e40 req-cd49fac4-024f-4768-89f4-8d57265833a1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=adc049ff85c14935a9f68be76cd61c05&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1182294 Sep 12 23:30:56.150362 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b270f-5229-436f-ad8a-a14662e97e52 req-3160799b-49f3-4fd0-ad5c-251d4abe4cf0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:56.157223 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f09b270f-5229-436f-ad8a-a14662e97e52 req-3160799b-49f3-4fd0-ad5c-251d4abe4cf0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0726128 Sep 12 23:30:56.225466 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f09b270f-5229-436f-ad8a-a14662e97e52 req-400a7374-d5fe-47e8-9604-5ca48c6572bf tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632091 Sep 12 23:30:56.259627 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07696c1-e68f-4c32-9960-be0c65491e40 req-1bc205f3-0d1c-41e9-861a-d98265dbbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:56.261644 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f07696c1-e68f-4c32-9960-be0c65491e40 req-1bc205f3-0d1c-41e9-861a-d98265dbbc74 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584275 Sep 12 23:30:56.267673 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011463b-69db-4de7-854c-fcc303dea287 req-31473a31-01c7-4772-9d52-a112db3db740 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:56.269264 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5011463b-69db-4de7-854c-fcc303dea287 req-31473a31-01c7-4772-9d52-a112db3db740 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 943 time: 0.0776670 Sep 12 23:30:56.363186 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5011463b-69db-4de7-854c-fcc303dea287 req-a293f277-b38d-487f-aaa2-f778502202d9 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834696 Sep 12 23:30:56.368700 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-6f48078e-b480-4148-820d-ac7c4764563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:56.370231 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-6f48078e-b480-4148-820d-ac7c4764563a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 1127 time: 0.0514083 Sep 12 23:30:56.420534 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-b33bce8b-69fe-4b36-bfaf-6ea4b7dedc6e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24cc5eb-346a-4639-811c-1a0c53b0e5cc HTTP/1.1" status: 200 len: 217 time: 0.0387483 Sep 12 23:30:56.716953 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-22fc50be-2302-4d58-a556-c1be328ec464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:56.718425 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-22fc50be-2302-4d58-a556-c1be328ec464 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.0486805 Sep 12 23:30:56.735658 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:56.775916 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-d0a337d6-5307-41fb-b107-a0061124644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:56.777458 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-d0a337d6-5307-41fb-b107-a0061124644e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506895 Sep 12 23:30:56.868141 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-a251cbf7-d7c0-4d41-82c6-18483bfce681 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Sep 12 23:30:56.962352 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-317bf411-2dd6-4eaf-b196-a917c487e498 req-c70355a5-2370-43b1-bea5-da423f8386c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882380 Sep 12 23:30:57.263653 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48866) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:57.331254 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-83adf46a-04d6-4c34-ad2e-e1cae32c574d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:57.388794 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5bae5-7c64-4429-97ac-9be6c17a2136 req-682dce18-e8ae-4321-b5cf-b2e58df1fef3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:57.391227 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ebb5bae5-7c64-4429-97ac-9be6c17a2136 req-682dce18-e8ae-4321-b5cf-b2e58df1fef3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 945 time: 0.0617061 Sep 12 23:30:57.480942 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:57.502340 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ebb5bae5-7c64-4429-97ac-9be6c17a2136 req-cfc18b7b-276d-4d41-b86e-f2ff23b1d22b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980833 Sep 12 23:30:57.576533 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264bb7a-f440-4955-b37b-cfa6d2b9778a req-a86b6215-f803-477f-b86a-32d0b1b1e0df tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:57.578095 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1264bb7a-f440-4955-b37b-cfa6d2b9778a req-a86b6215-f803-477f-b86a-32d0b1b1e0df tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 943 time: 0.0924757 Sep 12 23:30:57.654857 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1264bb7a-f440-4955-b37b-cfa6d2b9778a req-1f2473dd-71ef-4420-982e-ab0a36184f7c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707066 Sep 12 23:30:57.691644 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Publish callbacks [] for security_group (5c2ed5a9-aed7-4337-95ef-1b89cc6705f1), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:57.691644 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (5c2ed5a9-aed7-4337-95ef-1b89cc6705f1), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:57.726460 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=c947c5f05ce146acb92d80c92ebf1705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616084 Sep 12 23:30:57.729295 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48888) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:57.734183 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2ed5a9-aed7-4337-95ef-1b89cc6705f1,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:57.742187 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.744286 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.744677 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.745226 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.745704 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.746840 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.746840 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.747100 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.747462 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.747887 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.748237 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.748605 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.749080 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.749530 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.749906 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eae2f99-c82d-4d78-9ac6-674baad6c669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:30:57.784455 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ca14a643-3969-4503-9cc5-96ae32a216e4 admin admin] Publish callbacks [] for security_group (5c2ed5a9-aed7-4337-95ef-1b89cc6705f1), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:57.808978 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ca14a643-3969-4503-9cc5-96ae32a216e4 admin admin] Publish callbacks [] for security_group (5c2ed5a9-aed7-4337-95ef-1b89cc6705f1), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:57.815386 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device fbdc10fe-ce53-41fd-a771-18e381482273 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:30:57.867947 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ca14a643-3969-4503-9cc5-96ae32a216e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (5c2ed5a9-aed7-4337-95ef-1b89cc6705f1), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:57.870970 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ca14a643-3969-4503-9cc5-96ae32a216e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:57.874640 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ca14a643-3969-4503-9cc5-96ae32a216e4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/5c2ed5a9-aed7-4337-95ef-1b89cc6705f1 HTTP/1.1" status: 204 len: 168 time: 0.1419079 Sep 12 23:30:57.881246 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14a643-3969-4503-9cc5-96ae32a216e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2ed5a9-aed7-4337-95ef-1b89cc6705f1,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:57.912975 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port fbdc10fe-ce53-41fd-a771-18e381482273 is: ACTIVE; New status is: DOWN {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:57.913564 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:57.936470 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:57.943552 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:30:57.946186 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e21df3-5f33-4dd1-b893-036a979af7b5" -d '{"events": [{"server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "name": "network-vif-unplugged", "status": "completed", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:30:57.966950 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:30:57.971633 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:58.017255 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Sep 2022 23:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16fb3c3-493e-4bf2-a70c-9578a23f3050 x-openstack-request-id: req-b16fb3c3-493e-4bf2-a70c-9578a23f3050 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:30:58.017896 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "name": "network-vif-unplugged", "status": "failed", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273", "code": 422}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:30:58.018357 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b16fb3c3-493e-4bf2-a70c-9578a23f3050 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:30:58.019015 dv-cinder-852009-7-iscsi neutron-server[106218]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b16fb3c3-493e-4bf2-a70c-9578a23f3050']: {'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'code': 422} returned with failed status Sep 12 23:30:58.035722 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=fbdc10fe-ce53-41fd-a771-18e381482273,revision_number=8']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:58.111162 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-e9f9366f-56b9-439c-8b03-fa7683aa0443 req-1ca89a43-0db6-46fd-bda9-7f4346ffb1eb service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:30:58.112288 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e9f9366f-56b9-439c-8b03-fa7683aa0443 req-1ca89a43-0db6-46fd-bda9-7f4346ffb1eb service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054989 Sep 12 23:30:58.202722 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48906) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:58.217749 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-57781020-95e2-4022-8a0b-6ae6271fbe6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:58.313256 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-57781020-95e2-4022-8a0b-6ae6271fbe6c admin admin] Publish callbacks [] for security_group (f808be79-8318-4669-a8d5-3e7c50fd1528), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:58.313515 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c0500-eb63-499b-ad97-a54a9319eff5 req-64f9e026-1f78-42e2-8541-39c5cbd7f02b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:58.315932 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8b8c0500-eb63-499b-ad97-a54a9319eff5 req-64f9e026-1f78-42e2-8541-39c5cbd7f02b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0645180 Sep 12 23:30:58.318181 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-57781020-95e2-4022-8a0b-6ae6271fbe6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (f808be79-8318-4669-a8d5-3e7c50fd1528), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:58.340376 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:58.362600 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-57781020-95e2-4022-8a0b-6ae6271fbe6c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2c73368db1ec4d63907cdad9f58b4225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588042 Sep 12 23:30:58.363231 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48912) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:58.369281 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57781020-95e2-4022-8a0b-6ae6271fbe6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f808be79-8318-4669-a8d5-3e7c50fd1528,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:58.392691 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8b8c0500-eb63-499b-ad97-a54a9319eff5 req-52581378-e83a-49df-9f30-217ac86bb16e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646398 Sep 12 23:30:58.433431 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-44b47a93-3be9-4711-8450-b76d92994552 admin admin] Publish callbacks [] for security_group (f808be79-8318-4669-a8d5-3e7c50fd1528), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:58.440316 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:58.456734 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-44b47a93-3be9-4711-8450-b76d92994552 admin admin] Publish callbacks [] for security_group (f808be79-8318-4669-a8d5-3e7c50fd1528), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:58.492997 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:58.536166 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-44b47a93-3be9-4711-8450-b76d92994552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (f808be79-8318-4669-a8d5-3e7c50fd1528), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:58.538771 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-44b47a93-3be9-4711-8450-b76d92994552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:58.540568 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-44b47a93-3be9-4711-8450-b76d92994552 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/f808be79-8318-4669-a8d5-3e7c50fd1528 HTTP/1.1" status: 204 len: 168 time: 0.1762710 Sep 12 23:30:58.552277 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b47a93-3be9-4711-8450-b76d92994552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f808be79-8318-4669-a8d5-3e7c50fd1528,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:58.566783 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:58.771393 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48940) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:58.815664 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a0690-6481-404b-b2da-998926ff9b96 req-5e4ceced-96db-4714-8ed3-24735bfcf7b7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:58.817329 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-552a0690-6481-404b-b2da-998926ff9b96 req-5e4ceced-96db-4714-8ed3-24735bfcf7b7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 943 time: 0.0667405 Sep 12 23:30:58.884793 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-552a0690-6481-404b-b2da-998926ff9b96 req-a3820abe-27d4-4b53-8818-9d3b9d9b469a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609894 Sep 12 23:30:58.980151 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-ca87e640-9ad8-4cda-acd2-2e96e1df9c21 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2065189 Sep 12 23:30:58.989105 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-e83d844c-0aea-4d1a-af63-aa658b87c5e0 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:30:58.990200 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-e83d844c-0aea-4d1a-af63-aa658b87c5e0 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054703 Sep 12 23:30:59.038933 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 48952) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:59.058672 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bae9fc03-581e-4005-a184-8a842fbd4963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:59.147151 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bae9fc03-581e-4005-a184-8a842fbd4963 admin admin] Publish callbacks [] for security_group (c887e4de-abb4-4f38-b0f5-242034deadef), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:59.151041 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bae9fc03-581e-4005-a184-8a842fbd4963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (c887e4de-abb4-4f38-b0f5-242034deadef), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:59.180974 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48956) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:59.194443 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bae9fc03-581e-4005-a184-8a842fbd4963 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e6dcc801ba6f406e8fd0d7792a469a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540768 Sep 12 23:30:59.195649 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9fc03-581e-4005-a184-8a842fbd4963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c887e4de-abb4-4f38-b0f5-242034deadef,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:59.197352 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 48960) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:30:59.247989 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6f134822-2792-40c5-bed1-de33f81b8016 admin admin] Publish callbacks [] for security_group (c887e4de-abb4-4f38-b0f5-242034deadef), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:59.266629 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:59.268905 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6f134822-2792-40c5-bed1-de33f81b8016 admin admin] Publish callbacks [] for security_group (c887e4de-abb4-4f38-b0f5-242034deadef), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:59.314591 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=69 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:59.332644 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:30:59.349202 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-ea595106-c4b7-4607-81bc-df8a035e0ef1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:59.350574 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-ea595106-c4b7-4607-81bc-df8a035e0ef1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports/fbdc10fe-ce53-41fd-a771-18e381482273 HTTP/1.1" status: 200 len: 940 time: 0.1685107 Sep 12 23:30:59.367198 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6f134822-2792-40c5-bed1-de33f81b8016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (c887e4de-abb4-4f38-b0f5-242034deadef), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:59.369946 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6f134822-2792-40c5-bed1-de33f81b8016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:59.371264 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-6f134822-2792-40c5-bed1-de33f81b8016 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c887e4de-abb4-4f38-b0f5-242034deadef HTTP/1.1" status: 204 len: 168 time: 0.1727819 Sep 12 23:30:59.383054 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f134822-2792-40c5-bed1-de33f81b8016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c887e4de-abb4-4f38-b0f5-242034deadef,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:30:59.526044 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a31085-3032-4ab0-8810-98cbb5bc0155 req-d4f4b299-6af4-43af-9a7b-5698cd9028e5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:30:59.528269 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c7a31085-3032-4ab0-8810-98cbb5bc0155 req-d4f4b299-6af4-43af-9a7b-5698cd9028e5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0572848 Sep 12 23:30:59.550291 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:30:59.590513 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c7a31085-3032-4ab0-8810-98cbb5bc0155 req-d712f402-cb79-4374-b02f-15639cde92e6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546157 Sep 12 23:30:59.726300 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:30:59.827154 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device d24cc5eb-346a-4639-811c-1a0c53b0e5cc details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:30:59.933496 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port d24cc5eb-346a-4639-811c-1a0c53b0e5cc, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=d24cc5eb-346a-4639-811c-1a0c53b0e5cc,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:30:59.945232 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'port_id': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'mac_address': 'fa:16:3e:3d:f6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:30:59.986303 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port d24cc5eb-346a-4639-811c-1a0c53b0e5cc is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:30:59.986702 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:00.018083 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24cc5eb-346a-4639-811c-1a0c53b0e5cc {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:31:00.024443 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:00.029791 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c37dbc-81a5-4ddd-b5d7-d2fa48850114 req-037cec2d-12f8-4c20-b6d8-b221d1c3c464 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:00.031431 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63c37dbc-81a5-4ddd-b5d7-d2fa48850114 req-037cec2d-12f8-4c20-b6d8-b221d1c3c464 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 943 time: 0.0560071 Sep 12 23:31:00.041807 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port d24cc5eb-346a-4639-811c-1a0c53b0e5cc, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=d24cc5eb-346a-4639-811c-1a0c53b0e5cc,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:00.046300 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:00.090895 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-63c37dbc-81a5-4ddd-b5d7-d2fa48850114 req-3e1f4e5f-a767-48f7-b148-c3ca29ffdd5b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497682 Sep 12 23:31:00.120052 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=d24cc5eb-346a-4639-811c-1a0c53b0e5cc,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:00.316470 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['d24cc5eb-346a-4639-811c-1a0c53b0e5cc'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:31:00.779414 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f81a54-82d6-41d2-8cec-04c3230c436e req-28d2379b-d4dc-4b3e-82db-d16becd4e0c8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:00.782056 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-70f81a54-82d6-41d2-8cec-04c3230c436e req-28d2379b-d4dc-4b3e-82db-d16becd4e0c8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0597494 Sep 12 23:31:00.843682 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-70f81a54-82d6-41d2-8cec-04c3230c436e req-7496e3c0-b603-41dc-92f1-42d60c803553 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558107 Sep 12 23:31:01.201166 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-a4cf3fbc-af86-4791-9ae7-915ee2682401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:01.202828 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-a4cf3fbc-af86-4791-9ae7-915ee2682401 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3&tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf HTTP/1.1" status: 200 len: 1127 time: 0.0779705 Sep 12 23:31:01.244818 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe2501-a78f-4008-a22b-b18f83ea6cc4 req-3d1821dc-5ffd-4dc4-ae3f-75a5a4e01099 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:01.246947 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c3fe2501-a78f-4008-a22b-b18f83ea6cc4 req-3d1821dc-5ffd-4dc4-ae3f-75a5a4e01099 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 944 time: 0.0664594 Sep 12 23:31:01.277110 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-3bb94fa3-c06b-486f-b318-027eb9d58ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:01.279056 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-3bb94fa3-c06b-486f-b318-027eb9d58ceb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 1127 time: 0.0475278 Sep 12 23:31:01.308857 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c3fe2501-a78f-4008-a22b-b18f83ea6cc4 req-5501e668-00ba-4507-ad27-95825af25dca tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559256 Sep 12 23:31:01.376522 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-36d4143f-6583-498b-945d-c79a99d654fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:01.378409 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-36d4143f-6583-498b-945d-c79a99d654fb service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 918 time: 0.0934429 Sep 12 23:31:01.446532 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-e7198263-9433-4a90-b168-0dc757af9d0e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbdc10fe-ce53-41fd-a771-18e381482273 HTTP/1.1" status: 200 len: 999 time: 0.0593612 Sep 12 23:31:01.497948 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-e64ea449-2346-44da-9690-c30d927fc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:01.499690 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-e64ea449-2346-44da-9690-c30d927fc0ff service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 200 len: 856 time: 0.0470541 Sep 12 23:31:01.547911 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-2921ceba-1606-4e2a-866a-aaa70a018778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:01.549449 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-2921ceba-1606-4e2a-866a-aaa70a018778 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=11be7f0c-3ec4-4c81-8e43-cbebcc992505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439017 Sep 12 23:31:01.652643 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-79a28a44-f54d-458e-9393-543fbf1fa205 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890975 Sep 12 23:31:01.706151 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:01.756283 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-863fdc77-2abd-41f9-b7e3-66d981b4b29f req-d2b8c9a8-c127-4a4d-8e5a-43d2f43d2a3b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974512 Sep 12 23:31:01.827801 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device d24cc5eb-346a-4639-811c-1a0c53b0e5cc up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:01.877772 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port d24cc5eb-346a-4639-811c-1a0c53b0e5cc completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:31:01.888044 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port d24cc5eb-346a-4639-811c-1a0c53b0e5cc triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:01.888516 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:01.981701 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port d24cc5eb-346a-4639-811c-1a0c53b0e5cc is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:01.982195 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:02.009268 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:31:02.014145 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb3ac5a-e045-44b5-aa3d-a5e899c23447" -d '{"events": [{"server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "name": "network-vif-plugged", "status": "completed", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:31:02.050243 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3a93b-6f50-498c-b7e1-18b56ac089a0 req-5a4bf0f7-23a8-4554-af48-5ae582a4e7b8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:02.052267 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ade3a93b-6f50-498c-b7e1-18b56ac089a0 req-5a4bf0f7-23a8-4554-af48-5ae582a4e7b8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0795915 Sep 12 23:31:02.057212 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port d24cc5eb-346a-4639-811c-1a0c53b0e5cc, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=d24cc5eb-346a-4639-811c-1a0c53b0e5cc,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:02.062533 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:02.125402 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b9d3df-959b-49b1-a287-0e1e85f6e44a x-openstack-request-id: req-66b9d3df-959b-49b1-a287-0e1e85f6e44a {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:31:02.125971 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "name": "network-vif-plugged", "status": "completed", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:31:02.126474 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-66b9d3df-959b-49b1-a287-0e1e85f6e44a {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:31:02.127057 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b9d3df-959b-49b1-a287-0e1e85f6e44a'] response: {'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'code': 200} Sep 12 23:31:02.128713 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:02.130468 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=d24cc5eb-346a-4639-811c-1a0c53b0e5cc,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:02.150884 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ade3a93b-6f50-498c-b7e1-18b56ac089a0 req-d3130d8f-cafb-40f7-beb9-5cb8bfc09524 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891361 Sep 12 23:31:02.315774 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a579a-8f64-4252-8fed-e3afa970fd33 req-01e75e35-0d24-4f4e-8606-499b36fc14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:02.317258 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2f6a579a-8f64-4252-8fed-e3afa970fd33 req-01e75e35-0d24-4f4e-8606-499b36fc14fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 1129 time: 0.0551066 Sep 12 23:31:02.375950 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2f6a579a-8f64-4252-8fed-e3afa970fd33 req-91470616-e418-43be-900b-1dd786e0aff5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437646 Sep 12 23:31:02.490714 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f643da4-7e75-4715-9dba-1efd395605ec req-1ebc61c2-3bc0-4cb0-b389-6e077ca69bd8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:02.492459 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2f643da4-7e75-4715-9dba-1efd395605ec req-1ebc61c2-3bc0-4cb0-b389-6e077ca69bd8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0842638 Sep 12 23:31:02.567183 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2f643da4-7e75-4715-9dba-1efd395605ec req-e642a9c8-78ba-4dbf-83b3-0fce5989830b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638487 Sep 12 23:31:03.276918 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce2f49-5d60-4087-bf1e-96a62354a1b9 req-e8a7382e-f494-41c3-9c6a-c2ff9f80b6de tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:03.278643 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-34ce2f49-5d60-4087-bf1e-96a62354a1b9 req-e8a7382e-f494-41c3-9c6a-c2ff9f80b6de tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0521758 Sep 12 23:31:03.330338 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-34ce2f49-5d60-4087-bf1e-96a62354a1b9 req-525b84e3-3e8a-41de-9115-4b1ade413d5a tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458262 Sep 12 23:31:03.693179 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f98725-b5aa-41cd-b09b-62c975c59b75 req-af73f344-8ec6-49ac-9520-b037d7c8a816 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:03.694996 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-92f98725-b5aa-41cd-b09b-62c975c59b75 req-af73f344-8ec6-49ac-9520-b037d7c8a816 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0511265 Sep 12 23:31:03.749931 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-92f98725-b5aa-41cd-b09b-62c975c59b75 req-3add255a-b9e6-46ac-8db9-1db4ba7b23cf tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479205 Sep 12 23:31:04.464914 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81598e-bf80-408c-88e7-4601950c6b0c req-8da5cded-1411-4aeb-a5b7-87f312ceeaf7 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:04.467199 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eb81598e-bf80-408c-88e7-4601950c6b0c req-8da5cded-1411-4aeb-a5b7-87f312ceeaf7 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0523398 Sep 12 23:31:04.531228 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eb81598e-bf80-408c-88e7-4601950c6b0c req-9c97cba4-6d82-4f4b-9869-a4dcc8d0428e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577240 Sep 12 23:31:04.872128 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686aeea-21a5-4585-a9f3-d2927ef78951 req-a6507231-7168-4a27-9c05-08a7e353b0c0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:04.873727 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2686aeea-21a5-4585-a9f3-d2927ef78951 req-a6507231-7168-4a27-9c05-08a7e353b0c0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0474129 Sep 12 23:31:04.925639 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2686aeea-21a5-4585-a9f3-d2927ef78951 req-4bd80b4a-dc47-4525-ae30-cb6ad9b36c18 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461457 Sep 12 23:31:05.662247 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:05.670730 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a5a61-be6b-4e50-9da0-16ea87a90a1b req-e5c6f96f-df9c-4362-b219-7c9b224bff71 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:05.672276 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-370a5a61-be6b-4e50-9da0-16ea87a90a1b req-e5c6f96f-df9c-4362-b219-7c9b224bff71 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0501738 Sep 12 23:31:05.723322 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-370a5a61-be6b-4e50-9da0-16ea87a90a1b req-1b068756-ee9b-4a0c-a4af-e3c48b5aa68b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445805 Sep 12 23:31:06.061488 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd693f-5c0e-42b5-a6a3-89fd1ffdc630 req-6c424a19-e235-4502-a648-4a87182090fb tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:06.063742 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82fd693f-5c0e-42b5-a6a3-89fd1ffdc630 req-6c424a19-e235-4502-a648-4a87182090fb tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0568941 Sep 12 23:31:06.131649 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82fd693f-5c0e-42b5-a6a3-89fd1ffdc630 req-8aa94047-a6e9-4826-9c94-fbc05d059212 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621533 Sep 12 23:31:06.836078 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49130) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:06.903547 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ca506-a36d-4e4b-89a3-6880f306df73 req-ba22d2db-acf1-49ba-86a3-ba2468964a90 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:06.905199 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8a0ca506-a36d-4e4b-89a3-6880f306df73 req-ba22d2db-acf1-49ba-86a3-ba2468964a90 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0801051 Sep 12 23:31:06.973184 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8a0ca506-a36d-4e4b-89a3-6880f306df73 req-535718fa-1c73-4e2a-9f52-5509cca7b9fc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465298 Sep 12 23:31:07.012336 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6aa6-21a3-430f-85a2-8b1d22fe4665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:07.015226 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:07.100446 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6aa6-21a3-430f-85a2-8b1d22fe4665 admin admin] Publish callbacks [] for security_group (3f826033-300d-4f4f-89f3-f38bde103e99), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:07.108893 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6aa6-21a3-430f-85a2-8b1d22fe4665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (3f826033-300d-4f4f-89f3-f38bde103e99), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:07.156359 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a6aa6-21a3-430f-85a2-8b1d22fe4665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f826033-300d-4f4f-89f3-f38bde103e99,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:07.165974 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-2f7a6aa6-21a3-430f-85a2-8b1d22fe4665 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cc8ed3c153274c21b50152e243f63787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287849 Sep 12 23:31:07.172909 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49138) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:07.244143 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ad33cae6-9914-44b4-b1b2-db026739bb00 admin admin] Publish callbacks [] for security_group (3f826033-300d-4f4f-89f3-f38bde103e99), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:07.290804 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ad33cae6-9914-44b4-b1b2-db026739bb00 admin admin] Publish callbacks [] for security_group (3f826033-300d-4f4f-89f3-f38bde103e99), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:07.302870 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b919fd-fd73-484c-adb4-c35a3f52d062 req-89ac2603-cabd-4c1f-8c14-1919d7c602c4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:07.304399 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-51b919fd-fd73-484c-adb4-c35a3f52d062 req-89ac2603-cabd-4c1f-8c14-1919d7c602c4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0799122 Sep 12 23:31:07.361013 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:07.386656 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-51b919fd-fd73-484c-adb4-c35a3f52d062 req-86034df7-9489-4533-bb6c-5fba14846bbb tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718343 Sep 12 23:31:07.402923 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ad33cae6-9914-44b4-b1b2-db026739bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (3f826033-300d-4f4f-89f3-f38bde103e99), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:07.406456 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ad33cae6-9914-44b4-b1b2-db026739bb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:07.409961 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ad33cae6-9914-44b4-b1b2-db026739bb00 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3f826033-300d-4f4f-89f3-f38bde103e99 HTTP/1.1" status: 204 len: 168 time: 0.2312226 Sep 12 23:31:07.419636 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33cae6-9914-44b4-b1b2-db026739bb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f826033-300d-4f4f-89f3-f38bde103e99,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:08.176251 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:08.182800 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af6c66-b4bf-449e-9e69-8195e894f1b0 req-7474e949-0443-4854-8d36-94c5d3743e15 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:08.192635 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-69af6c66-b4bf-449e-9e69-8195e894f1b0 req-7474e949-0443-4854-8d36-94c5d3743e15 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0750260 Sep 12 23:31:08.276370 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-69af6c66-b4bf-449e-9e69-8195e894f1b0 req-1117f809-e063-4e0d-8c60-3694f7f0009c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782962 Sep 12 23:31:08.462983 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49172) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:08.569335 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23797a2f-fcbf-4a4b-808f-9271315e69a5 req-035c43a8-dc7e-464a-9601-7781691fa9dc tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:08.571381 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-23797a2f-fcbf-4a4b-808f-9271315e69a5 req-035c43a8-dc7e-464a-9601-7781691fa9dc tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0848758 Sep 12 23:31:08.665659 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2007495521-network', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:08.694078 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Made reservation on behalf of e3ac3aed7b1e495f81dc29d224be1eba for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:31:08.695510 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-23797a2f-fcbf-4a4b-808f-9271315e69a5 req-7e642526-2bfd-409e-8368-886cdaff83d2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133120 Sep 12 23:31:08.697044 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:08.708813 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-537e8ecd-4bfb-4763-84d5-6d63877cfc17 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-575282427&fields=id&tenant_id=eaa5d21fc40540e4b811713e5efeff46 HTTP/1.1" status: 200 len: 267 time: 0.0900168 Sep 12 23:31:08.727171 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:08.856747 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-2ca49974-be35-4eaa-b3bb-ef40ba5822ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:08.858241 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-2ca49974-be35-4eaa-b3bb-ef40ba5822ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 812 time: 0.1486697 Sep 12 23:31:08.880758 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:08.885049 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-e3e61746-a51f-4c48-b041-372e55cab493 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/quotas/eaa5d21fc40540e4b811713e5efeff46 HTTP/1.1" status: 200 len: 375 time: 0.0193591 Sep 12 23:31:08.953643 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Publish callbacks [] for security_group (50bafaac-b734-46af-8227-908b0ac46a70), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:08.964703 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (50bafaac-b734-46af-8227-908b0ac46a70), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:08.987794 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-2f9a9bc2-abf5-4b55-b4d3-89899d023184 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885732 Sep 12 23:31:08.998706 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:31:09.027691 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bafaac-b734-46af-8227-908b0ac46a70,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:09.061035 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (f76a87ba-1781-438c-867b-b39d02a0b412), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:09.061370 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Added segment f76a87ba-1781-438c-867b-b39d02a0b412 of type vlan for network a7ffe834-d031-4407-b7a2-432ed18b27d2 Sep 12 23:31:09.119546 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (a7ffe834-d031-4407-b7a2-432ed18b27d2), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:09.328180 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=7 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:09.412740 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-d4779029-03c0-4e65-bb91-898dded66ee1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115689 Sep 12 23:31:09.430577 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:09.441020 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (a7ffe834-d031-4407-b7a2-432ed18b27d2), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:09.442137 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:09.442809 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:09.454854 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913e948-2d4b-4d89-904c-ec6344b72906 req-af6460d5-17a4-4c1a-a380-e2569414c5a9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:09.457704 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3913e948-2d4b-4d89-904c-ec6344b72906 req-af6460d5-17a4-4c1a-a380-e2569414c5a9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0898108 Sep 12 23:31:09.537465 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3913e948-2d4b-4d89-904c-ec6344b72906 req-d56fdc15-e790-4982-a310-de9fdd64a3a5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740898 Sep 12 23:31:09.540747 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0765343 Sep 12 23:31:09.543824 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49182) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:09.550769 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f37f6d-b8ed-41e0-ad68-b2329a7968f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ffe834-d031-4407-b7a2-432ed18b27d2,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:09.562647 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] Request body: {'subnet': {'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2007495521-subnet', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:09.566482 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network a7ffe834-d031-4407-b7a2-432ed18b27d2 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:31:09.592216 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-dc52aaea-c975-47e2-9f01-974e1ace5357 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709638 Sep 12 23:31:09.605495 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] Made reservation on behalf of e3ac3aed7b1e495f81dc29d224be1eba for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:31:09.607985 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2372792'] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:09.868152 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0a1d4-f49f-4309-afe6-724149d42bc2 req-dc605fb6-37d6-4095-be60-96fdc076deaf tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:09.871976 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6dd0a1d4-f49f-4309-afe6-724149d42bc2 req-dc605fb6-37d6-4095-be60-96fdc076deaf tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0814466 Sep 12 23:31:09.872614 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:09.954972 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3869886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2372778'] for subnet (99d91101-d63b-49c6-816a-6c0cd683e93e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:10.041715 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6dd0a1d4-f49f-4309-afe6-724149d42bc2 req-c3cb84a7-96c4-4164-8be4-2574f4887138 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630723 Sep 12 23:31:10.063862 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d91101-d63b-49c6-816a-6c0cd683e93e,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:10.096852 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] Checking segment: {'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:31:10.097489 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] Network hostable DHCP agents. Network: a7ffe834-d031-4407-b7a2-432ed18b27d2, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:31:10.140611 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c34ccf33-6e51-4938-8b6e-6554d72aadb7 req-5bcab088-fece-492b-bd20-53f173dfbc03 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 210 time: 0.0458331 Sep 12 23:31:10.140956 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] Network a7ffe834-d031-4407-b7a2-432ed18b27d2 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:31:10.158966 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, a7ffe834-d031-4407-b7a2-432ed18b27d2) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:10.163897 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:10.165067 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:10.174863 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aebd3d-3975-4f38-8c4a-d093fe9dabf8 None None] Network a7ffe834-d031-4407-b7a2-432ed18b27d2 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:31:10.207486 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49196) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:10.207953 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-12a2150e-3060-4a19-9f11-5942b58bc0f9 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6627533 Sep 12 23:31:10.212252 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:10.253885 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (6fa9a102-2808-42d0-be00-fb1873f777e3), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:10.258610 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (6fa9a102-2808-42d0-be00-fb1873f777e3), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:10.332453 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:10.366370 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Publish callbacks [] for router_controller (6fa9a102-2808-42d0-be00-fb1873f777e3), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:10.404421 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-a7ffe834-d031-4407-b7a2-432ed18b27d2', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:31:10.406125 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:10.579807 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Publish callbacks [] for router_gateway (6fa9a102-2808-42d0-be00-fb1873f777e3), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:10.626238 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Allocated IP 172.20.0.2 (a7ffe834-d031-4407-b7a2-432ed18b27d2/99d91101-d63b-49c6-816a-6c0cd683e93e/83e48158-9f13-4899-ac4f-80fbe94358db) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:31:10.781388 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f9a37-9268-4e5b-9c1d-5a81c18c9029 req-6c1cc928-27b3-44c2-85f3-a2ecf83c43e4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:10.783231 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-834f9a37-9268-4e5b-9c1d-5a81c18c9029 req-6c1cc928-27b3-44c2-85f3-a2ecf83c43e4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0925555 Sep 12 23:31:10.874988 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-834f9a37-9268-4e5b-9c1d-5a81c18c9029 req-0c4741a8-e2a3-4dd8-8b33-83220bb5fe1f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852823 Sep 12 23:31:10.919604 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Publish callbacks [] for port (83e48158-9f13-4899-ac4f-80fbe94358db), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:10.937495 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:10.953152 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:10.989341 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Publish callbacks [] for router_gateway (6fa9a102-2808-42d0-be00-fb1873f777e3), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:10.993650 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Network a7ffe834-d031-4407-b7a2-432ed18b27d2 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:10.998586 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:11.003108 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:31:11.016537 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:11.055665 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Pushing event updated for resources: {'Port': ['ID=83e48158-9f13-4899-ac4f-80fbe94358db,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:11.096022 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Attempting to bind port 83e48158-9f13-4899-ac4f-80fbe94358db on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:31:11.096985 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Attempting to bind port 83e48158-9f13-4899-ac4f-80fbe94358db by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:31:11.098923 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Attempting to bind port 83e48158-9f13-4899-ac4f-80fbe94358db on network a7ffe834-d031-4407-b7a2-432ed18b27d2 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:31:11.212947 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:31:11.214027 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Checking segment: {'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:31:11.214338 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Allocated IP 172.27.3.209 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/02efe8cc-3a77-46c0-bcdd-df163d1aaace) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:31:11.214476 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:11.214756 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Bound using segment: {'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:31:11.215244 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Bound port: 83e48158-9f13-4899-ac4f-80fbe94358db, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:31:11.221281 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:11.256777 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ea0c55bd-a7e7-4340-b74f-72cdbc74a611 req-497b80d9-efb0-494c-be7f-808c23a587ed tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 210 time: 0.0324287 Sep 12 23:31:11.304480 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] For port 83e48158-9f13-4899-ac4f-80fbe94358db, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:31:11.307608 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] For port 83e48158-9f13-4899-ac4f-80fbe94358db, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=83e48158-9f13-4899-ac4f-80fbe94358db,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:31:11.314868 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:11.335103 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1c914-044f-4a8e-92c8-c0e2d3d56794 req-95b3e584-2ed9-43f4-9c81-2e39edbfacff tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:11.335103 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-37f1c914-044f-4a8e-92c8-c0e2d3d56794 req-95b3e584-2ed9-43f4-9c81-2e39edbfacff tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0880148 Sep 12 23:31:11.368925 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78da2e-c750-4efd-93bc-cb433433b714 None None] Pushing event updated for resources: {'Port': ['ID=83e48158-9f13-4899-ac4f-80fbe94358db,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:11.412830 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Publish callbacks [] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:11.424533 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-37f1c914-044f-4a8e-92c8-c0e2d3d56794 req-10ecb614-5fd4-4747-b2ae-9616e94da5df tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788615 Sep 12 23:31:11.453620 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:11.498271 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:11.501503 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:11.504276 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:31:11.545767 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Pushing event updated for resources: {'Port': ['ID=02efe8cc-3a77-46c0-bcdd-df163d1aaace,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:11.604136 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:11.782470 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Publish callbacks [] for router_gateway (6fa9a102-2808-42d0-be00-fb1873f777e3), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:11.910405 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:11.975029 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (6fa9a102-2808-42d0-be00-fb1873f777e3), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:12.029721 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbfb1c-32e9-44f2-bd3b-b801cf6e47c7 req-5b0ddc9f-e8a3-4eda-8da9-ff60fb9cba0c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:12.031642 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-10bbfb1c-32e9-44f2-bd3b-b801cf6e47c7 req-5b0ddc9f-e8a3-4eda-8da9-ff60fb9cba0c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0482793 Sep 12 23:31:12.091909 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-10bbfb1c-32e9-44f2-bd3b-b801cf6e47c7 req-0125a370-d8a9-4e15-b396-52a7ac4978ef tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509436 Sep 12 23:31:12.108631 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Router 6fa9a102-2808-42d0-be00-fb1873f777e3 is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:31:12.219819 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:31:12.229315 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Sync routers for ids ['6fa9a102-2808-42d0-be00-fb1873f777e3'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:31:12.251783 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Routers {'6fa9a102-2808-42d0-be00-fb1873f777e3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:12.252365 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:12.252512 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['6fa9a102-2808-42d0-be00-fb1873f777e3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:12.256461 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-aa72102f-30ba-475f-8adb-be1b96a158e5 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0452080 Sep 12 23:31:12.257129 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49216) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:12.283789 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:12.329004 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 83e48158-9f13-4899-ac4f-80fbe94358db up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:12.353136 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:12.359450 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:12.397244 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-52f960c7-0e7d-4696-89a3-ef08a5bef1d5 req-59726043-7782-443d-a69e-76a95df4cd31 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 210 time: 0.0329094 Sep 12 23:31:12.489379 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff52a797-4beb-403d-9b98-b55ec1e3c7ff None None] Network a7ffe834-d031-4407-b7a2-432ed18b27d2 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:31:12.585315 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-04f51cd9-319c-40f3-91d9-679acb68f0e4 None None] Provisioning complete for port 83e48158-9f13-4899-ac4f-80fbe94358db triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:12.585700 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-04f51cd9-319c-40f3-91d9-679acb68f0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:12.598133 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d181a-a16c-436f-ae60-3334cc950011 req-ad356e85-b0bb-4bba-884e-7664f3792f47 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:12.605730 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d52d181a-a16c-436f-ae60-3334cc950011 req-ad356e85-b0bb-4bba-884e-7664f3792f47 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0943384 Sep 12 23:31:12.627974 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:12.629373 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 83e48158-9f13-4899-ac4f-80fbe94358db triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:12.629748 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:12.646657 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c8be994-68b2-4e52-8348-b214174775a6 req-1719856d-45ea-4183-be9f-adcc9afc6858 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826542 Sep 12 23:31:12.698170 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d52d181a-a16c-436f-ae60-3334cc950011 req-7b0bfedc-458a-4453-bba8-27cec084dea5 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910532 Sep 12 23:31:12.707370 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Set router 6fa9a102-2808-42d0-be00-fb1873f777e3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:12.740138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:12.794765 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:12.906593 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-04f51cd9-319c-40f3-91d9-679acb68f0e4 None None] Current status of the port 83e48158-9f13-4899-ac4f-80fbe94358db is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:12.906988 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-04f51cd9-319c-40f3-91d9-679acb68f0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:12.950412 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 83e48158-9f13-4899-ac4f-80fbe94358db is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:12.950909 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:12.974272 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Allocated IP 172.20.0.1 (a7ffe834-d031-4407-b7a2-432ed18b27d2/99d91101-d63b-49c6-816a-6c0cd683e93e/f043a2f2-e78b-4d11-98e4-7cf9be17267b) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:31:12.998180 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-04f51cd9-319c-40f3-91d9-679acb68f0e4 None None] For port 83e48158-9f13-4899-ac4f-80fbe94358db, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=83e48158-9f13-4899-ac4f-80fbe94358db,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:13.031389 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-04f51cd9-319c-40f3-91d9-679acb68f0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.105264 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8be994-68b2-4e52-8348-b214174775a6 req-bb164725-545a-4b80-a0af-ce548a16b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:13.108429 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c8be994-68b2-4e52-8348-b214174775a6 req-bb164725-545a-4b80-a0af-ce548a16b48f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 1129 time: 0.0654087 Sep 12 23:31:13.109899 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Publish callbacks [] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.136538 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:11Z', 'revision_number': 3, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:13.163280 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.207755 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:13.209888 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-f6cbbd35-0620-494c-a11d-ca4be5878e65 None None] Provisioning complete for port 83e48158-9f13-4899-ac4f-80fbe94358db triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:13.210544 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f6cbbd35-0620-494c-a11d-ca4be5878e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.211811 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Network a7ffe834-d031-4407-b7a2-432ed18b27d2 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:13.220141 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:13.225155 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:31:13.254195 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:13.254792 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.db.api [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 12 23:31:13.255251 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG oslo_db.api [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 12 23:31:13.256957 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f043a2f2-e78b-4d11-98e4-7cf9be17267b,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:13.261798 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Checking router: 6fa9a102-2808-42d0-be00-fb1873f777e3 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:31:13.262153 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Updating router 6fa9a102-2808-42d0-be00-fb1873f777e3 port 02efe8cc-3a77-46c0-bcdd-df163d1aaace binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:31:13.271718 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f51cd9-319c-40f3-91d9-679acb68f0e4 None None] Pushing event updated for resources: {'Port': ['ID=83e48158-9f13-4899-ac4f-80fbe94358db,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:13.279221 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.279586 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.279952 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.280437 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.280779 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.281114 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.281444 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.281773 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.282170 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.282408 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.283248 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.283248 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.283395 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.284535 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.284535 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:13.293675 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (6fa9a102-2808-42d0-be00-fb1873f777e3), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.298412 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61859c0c-7ff3-4108-b3d0-2fcc84da1063 req-fabe3752-24ec-4e2e-a488-079ca24936c7 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:13.301899 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-61859c0c-7ff3-4108-b3d0-2fcc84da1063 req-fabe3752-24ec-4e2e-a488-079ca24936c7 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.1237183 Sep 12 23:31:13.347682 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8be994-68b2-4e52-8348-b214174775a6 req-c6e174af-acf4-4557-99f7-23427de19746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:13.349380 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c8be994-68b2-4e52-8348-b214174775a6 req-c6e174af-acf4-4557-99f7-23427de19746 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87d38067-03b8-4be7-846c-3dce062309f6 HTTP/1.1" status: 200 len: 912 time: 0.2111983 Sep 12 23:31:13.372548 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-f6cbbd35-0620-494c-a11d-ca4be5878e65 None None] Current status of the port 83e48158-9f13-4899-ac4f-80fbe94358db is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:13.386217 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.450947 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:13.453345 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c8be994-68b2-4e52-8348-b214174775a6 req-69d002d7-535d-40e1-a94c-c02df4d6ac8c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f432d2c4-e8e1-4abe-b933-41ca765c4f52 HTTP/1.1" status: 200 len: 1000 time: 0.0882242 Sep 12 23:31:13.457768 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-61859c0c-7ff3-4108-b3d0-2fcc84da1063 req-88e66ef5-621e-4230-b6b8-ba8ed0657c52 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432106 Sep 12 23:31:13.535389 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8be994-68b2-4e52-8348-b214174775a6 req-88aff5b8-2bd9-4fc9-a601-13d4ecd6a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:13.537302 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c8be994-68b2-4e52-8348-b214174775a6 req-88aff5b8-2bd9-4fc9-a601-13d4ecd6a62e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda HTTP/1.1" status: 200 len: 850 time: 0.0673668 Sep 12 23:31:13.578505 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d3809378-ca1f-4672-a813-a7266fca41b1 req-58e690e0-5c0e-4674-b2ed-09e01dcf1876 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 210 time: 0.0536206 Sep 12 23:31:13.592686 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.599116 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8be994-68b2-4e52-8348-b214174775a6 req-8f5f0fd7-f122-4ceb-a8da-da88670de286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:13.601113 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c8be994-68b2-4e52-8348-b214174775a6 req-8f5f0fd7-f122-4ceb-a8da-da88670de286 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87d38067-03b8-4be7-846c-3dce062309f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565217 Sep 12 23:31:13.626844 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-7c527219-86b6-4f0f-87ca-1b097ba8d101 None None] Provisioning complete for port f043a2f2-e78b-4d11-98e4-7cf9be17267b triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:13.627600 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7c527219-86b6-4f0f-87ca-1b097ba8d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.686625 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:13.689830 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-7c527219-86b6-4f0f-87ca-1b097ba8d101 None None] Port f043a2f2-e78b-4d11-98e4-7cf9be17267b cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:31:13.713541 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c8be994-68b2-4e52-8348-b214174775a6 req-63e7a8f9-756c-4d2d-a200-1a3add50ea5e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962951 Sep 12 23:31:13.734104 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:13.799974 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Publish callbacks [] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.809115 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.809595 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Publish callbacks [] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.816281 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 83e48158-9f13-4899-ac4f-80fbe94358db is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:13.820917 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.857764 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Attempting to bind port 02efe8cc-3a77-46c0-bcdd-df163d1aaace on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:31:13.857764 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Attempting to bind port 02efe8cc-3a77-46c0-bcdd-df163d1aaace by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:31:13.857764 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Attempting to bind port 02efe8cc-3a77-46c0-bcdd-df163d1aaace on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:31:13.859380 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c8be994-68b2-4e52-8348-b214174775a6 req-05bd1cf5-b270-4f8c-922d-2c12433d295d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387160 Sep 12 23:31:13.892057 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1fc33-8f15-4145-b729-c9734d69c80c req-7b760c34-f652-43e9-b539-1d58e35c8a61 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:13.893783 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a9b1fc33-8f15-4145-b729-c9734d69c80c req-7b760c34-f652-43e9-b539-1d58e35c8a61 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0679998 Sep 12 23:31:13.895845 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a5b3e-21e0-4024-bf19-4ada6b4961c1 None None] Pushing event updated for resources: {'Port': ['ID=02efe8cc-3a77-46c0-bcdd-df163d1aaace,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:13.960061 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:31:13.960429 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:31:13.960833 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.961379 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:31:13.962039 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Bound port: 02efe8cc-3a77-46c0-bcdd-df163d1aaace, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:31:13.962420 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:13.989739 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a9b1fc33-8f15-4145-b729-c9734d69c80c req-e13c5716-2700-4f2b-98f5-6b8c4262c40f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897458 Sep 12 23:31:14.021559 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] For port 02efe8cc-3a77-46c0-bcdd-df163d1aaace, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:31:14.026335 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] For port 02efe8cc-3a77-46c0-bcdd-df163d1aaace, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=02efe8cc-3a77-46c0-bcdd-df163d1aaace,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:31:14.034101 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:14.073129 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Routers {'6fa9a102-2808-42d0-be00-fb1873f777e3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:14.073773 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['6fa9a102-2808-42d0-be00-fb1873f777e3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:14.138961 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a5b3e-21e0-4024-bf19-4ada6b4961c1 None None] Pushing event updated for resources: {'Port': ['ID=02efe8cc-3a77-46c0-bcdd-df163d1aaace,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:14.154333 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:14.201357 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] Set router 6fa9a102-2808-42d0-be00-fb1873f777e3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:14.214863 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (6fa9a102-2808-42d0-be00-fb1873f777e3), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:14.217821 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f043a2f2-e78b-4d11-98e4-7cf9be17267b,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:14.234826 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581954b3-e695-4934-96af-fde838ea3db3 req-e58c4b06-579d-4e56-8f0c-4840c7ca52fd tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:14.236549 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-581954b3-e695-4934-96af-fde838ea3db3 req-e58c4b06-579d-4e56-8f0c-4840c7ca52fd tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0786307 Sep 12 23:31:14.250156 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49236) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:14.255183 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-b9771def-bd13-4ca7-925d-ee9924cca0e2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Request body: {'floatingip': {'port_id': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:14.311388 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b9771def-bd13-4ca7-925d-ee9924cca0e2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for floatingip (89235874-032c-4e1b-b509-e26620044860), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:14.349140 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Network a7ffe834-d031-4407-b7a2-432ed18b27d2 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:14.350635 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:14.483267 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Router 6fa9a102-2808-42d0-be00-fb1873f777e3 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:31:14.484396 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 83e48158-9f13-4899-ac4f-80fbe94358db up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:14.586977 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 83e48158-9f13-4899-ac4f-80fbe94358db triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:14.587352 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:14.607527 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:14.686000 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:14.687374 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:31:14.693930 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-374854dc-e5ae-49a3-8534-7ad64b5c3fc6 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/6fa9a102-2808-42d0-be00-fb1873f777e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4352944 Sep 12 23:31:14.776419 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-06f26905-c646-497a-bcca-04ec90e91fbc None None] Provisioning complete for port f043a2f2-e78b-4d11-98e4-7cf9be17267b triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:14.777280 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-06f26905-c646-497a-bcca-04ec90e91fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:14.788533 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9d872ead-fc0f-48d3-b1d1-9cbd72cf6152 req-5c025f02-5596-48d5-8eaa-7682a62a8faa tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 210 time: 0.0654209 Sep 12 23:31:14.812428 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'f043a2f2-e78b-4d11-98e4-7cf9be17267b', 'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'mac_address': 'fa:16:3e:7c:4d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:12Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 2, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'subnets': [{'id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:14.820541 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:14.874020 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a357d-5410-4d54-867d-09fe7ca21837 None None] The sync data for ids ['6fa9a102-2808-42d0-be00-fb1873f777e3'] in dv-cinder-852009-7-iscsi is: [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'f043a2f2-e78b-4d11-98e4-7cf9be17267b', 'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'mac_address': 'fa:16:3e:7c:4d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:12Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 2, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'subnets': [{'id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:31:14.881826 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-06f26905-c646-497a-bcca-04ec90e91fbc None None] Port f043a2f2-e78b-4d11-98e4-7cf9be17267b cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:31:14.899471 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 83e48158-9f13-4899-ac4f-80fbe94358db is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:14.919211 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46c41f-32d7-49a9-9b36-26e9ef237000 req-8e13a499-33f4-4970-b270-cdc8af09ce9c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:14.927142 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cc46c41f-32d7-49a9-9b36-26e9ef237000 req-8e13a499-33f4-4970-b270-cdc8af09ce9c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.2555602 Sep 12 23:31:15.275084 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-aec1195e-f620-46a4-8a70-7ed2d87378aa tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:15.277022 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-aec1195e-f620-46a4-8a70-7ed2d87378aa tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 812 time: 0.7165749 Sep 12 23:31:15.385528 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cc46c41f-32d7-49a9-9b36-26e9ef237000 req-3b700cf9-18c4-410a-b335-633a9cbed596 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4573760 Sep 12 23:31:15.411089 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49256) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:15.416180 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1984111011-network', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:15.445041 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-26f1d874-209a-49b5-9a55-2d4f9a4fa315 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eaa5d21fc40540e4b811713e5efeff46 HTTP/1.1" status: 200 len: 379 time: 0.1230695 Sep 12 23:31:15.460151 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Made reservation on behalf of 13f4b2186b7342c28a9b62c740750db6 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:31:15.462668 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'port': {'device_id': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'admin_state_up': True, 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'security_groups': ['6972ab3e-5c0c-4305-9b6c-c96692095c56']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:15.468501 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.486492 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.595107 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.db.resource_extend [None req-b9771def-bd13-4ca7-925d-ee9924cca0e2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 12 23:31:15.607230 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Publish callbacks [] for security_group (db50d2cf-c5ec-4b24-a7ee-e877cd84e537), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.613052 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (db50d2cf-c5ec-4b24-a7ee-e877cd84e537), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.642270 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:31:15.648599 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:15.654890 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db50d2cf-c5ec-4b24-a7ee-e877cd84e537,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:15.666024 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (851cef52-c688-4b72-b425-7c25511f8a96), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.666629 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Added segment 851cef52-c688-4b72-b425-7c25511f8a96 of type vlan for network a4368cc2-420f-4f7b-b27d-9e0ada300967 Sep 12 23:31:15.679449 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b9771def-bd13-4ca7-925d-ee9924cca0e2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.711459 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b9771def-bd13-4ca7-925d-ee9924cca0e2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (89235874-032c-4e1b-b509-e26620044860), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.716847 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (a4368cc2-420f-4f7b-b27d-9e0ada300967), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.745965 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (a4368cc2-420f-4f7b-b27d-9e0ada300967), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.747178 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:15.748236 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.761318 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:15.783678 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Made reservation on behalf of eaa5d21fc40540e4b811713e5efeff46 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:31:15.789142 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.859784 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4447963 Sep 12 23:31:15.860920 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49260) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:15.865345 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] Request body: {'subnet': {'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1984111011-subnet', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:15.871226 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8cd1a-aa02-48d3-aea8-2abb6e617b4c admin admin] Pushing event updated for resources: {'Network': ['ID=a4368cc2-420f-4f7b-b27d-9e0ada300967,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:15.886376 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network a4368cc2-420f-4f7b-b27d-9e0ada300967 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:31:15.909022 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] Made reservation on behalf of 13f4b2186b7342c28a9b62c740750db6 for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:31:15.916293 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2372792'] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:15.961180 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-24f068a7-895b-453f-a624-be9edabd37f0 req-d6bef220-75b4-4b53-afa0-5e00dc75edb3 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 210 time: 0.0330412 Sep 12 23:31:15.971676 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-b9771def-bd13-4ca7-925d-ee9924cca0e2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Floating IP 89235874-032c-4e1b-b509-e26620044860 associated. External IP: 172.27.3.207, port: d24cc5eb-346a-4639-811c-1a0c53b0e5cc. Sep 12 23:31:16.011850 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:16.147896 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3869886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2372778'] for subnet (71545316-c7fa-43b4-97d9-2fa4e116d973), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.151787 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Allocated IP 172.20.0.5 (eca586cf-58eb-48f2-bcf7-9aa793fb9bf1/f301b7a6-feee-4435-afba-5f5753bbb8c1/5ac5e83f-2775-42c0-9cd0-314f2df0bbaa) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:31:16.215901 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71545316-c7fa-43b4-97d9-2fa4e116d973,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:16.223538 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] Checking segment: {'id': '851cef52-c688-4b72-b425-7c25511f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:31:16.224263 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] Network hostable DHCP agents. Network: a4368cc2-420f-4f7b-b27d-9e0ada300967, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:31:16.246617 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] Network a4368cc2-420f-4f7b-b27d-9e0ada300967 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:31:16.262800 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, a4368cc2-420f-4f7b-b27d-9e0ada300967) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:16.270636 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:16.271485 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.276531 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beae37e-2857-4b84-a0ee-a6806bc9e67d None None] Network a4368cc2-420f-4f7b-b27d-9e0ada300967 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:31:16.296244 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-a51305b4-6b30-4313-8967-46c09e3a9cd9 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4351146 Sep 12 23:31:16.298633 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49262) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:16.302527 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9771def-bd13-4ca7-925d-ee9924cca0e2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:31:16.303466 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1984111011-router', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:16.316429 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:16.343463 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (dbd61ead-85d4-4bd7-8500-d5540aef8713), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.344689 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (dbd61ead-85d4-4bd7-8500-d5540aef8713), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.397542 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 02efe8cc-3a77-46c0-bcdd-df163d1aaace up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:16.403648 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Publish callbacks [] for router_controller (dbd61ead-85d4-4bd7-8500-d5540aef8713), precommit_add_association {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.525153 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-a4368cc2-420f-4f7b-b27d-9e0ada300967', 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967', 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'fixed_ips': [{'subnet_id': '71545316-c7fa-43b4-97d9-2fa4e116d973'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:31:16.526700 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.545601 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 02efe8cc-3a77-46c0-bcdd-df163d1aaace triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:16.546070 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.574674 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea6013-50b2-4e92-850a-a5bd9c95dbfb req-679cb70b-5e38-4f67-9b1b-8a9b4c0b513c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:16.576299 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-daea6013-50b2-4e92-850a-a5bd9c95dbfb req-679cb70b-5e38-4f67-9b1b-8a9b4c0b513c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0558708 Sep 12 23:31:16.583336 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:16.601239 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9771def-bd13-4ca7-925d-ee9924cca0e2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:31:16.607033 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.615172 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b9771def-bd13-4ca7-925d-ee9924cca0e2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.617516 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Publish callbacks [] for router_gateway (dbd61ead-85d4-4bd7-8500-d5540aef8713), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.619975 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7993a-959b-4c77-bfd2-28f7cdbb19c7 None None] Sync routers for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:31:16.635933 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c7993a-959b-4c77-bfd2-28f7cdbb19c7 None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:16.636866 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-19c7993a-959b-4c77-bfd2-28f7cdbb19c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:16.780664 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Allocated IP 172.20.0.2 (a4368cc2-420f-4f7b-b27d-9e0ada300967/71545316-c7fa-43b4-97d9-2fa4e116d973/b353dc7d-9334-4cfa-a6cc-c69a04655b0a) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:31:16.789645 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 02efe8cc-3a77-46c0-bcdd-df163d1aaace is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:16.790133 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.812171 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.845175 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 02efe8cc-3a77-46c0-bcdd-df163d1aaace, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=02efe8cc-3a77-46c0-bcdd-df163d1aaace,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:16.867970 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:16.873773 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-19c7993a-959b-4c77-bfd2-28f7cdbb19c7 None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:16.874237 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.933747 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Publish callbacks [] for router_gateway (dbd61ead-85d4-4bd7-8500-d5540aef8713), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.954589 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=02efe8cc-3a77-46c0-bcdd-df163d1aaace,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:16.961786 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:16.972457 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b9771def-bd13-4ca7-925d-ee9924cca0e2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/89235874-032c-4e1b-b509-e26620044860 HTTP/1.1" status: 200 len: 991 time: 2.7211878 Sep 12 23:31:16.978762 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:16.982209 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:31:16.984358 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f1956-a560-43b8-9dba-b05f04f0b004" -d '{"events": [{"name": "network-changed", "server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:31:16.985244 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:16.985598 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:16.985966 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:16.986323 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:16.986764 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:16.986983 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:16.987312 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:17.000063 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:17.003051 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:17.003539 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:17.008251 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:17.008660 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:17.009052 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:17.010660 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:31:17.014311 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:17.015287 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:17.015287 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:17.100307 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-daea6013-50b2-4e92-850a-a5bd9c95dbfb req-57cb773c-dd63-4040-8200-4e00e084478b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5141342 Sep 12 23:31:17.104152 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487c8ea2-eb13-45ac-8491-0d22dd3295ca x-openstack-request-id: req-487c8ea2-eb13-45ac-8491-0d22dd3295ca {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:31:17.105747 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:31:17.107834 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-487c8ea2-eb13-45ac-8491-0d22dd3295ca {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:31:17.108894 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487c8ea2-eb13-45ac-8491-0d22dd3295ca'] response: {'name': 'network-changed', 'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'status': 'completed', 'code': 200} Sep 12 23:31:17.115275 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'Port': ['ID=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:17.158724 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Publish callbacks [] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.168637 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.188560 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:17.190767 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.234822 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:17.235600 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-86733d1c-9b01-46e6-8c5c-ea0150f1aeb7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7776694 Sep 12 23:31:17.238760 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Network a4368cc2-420f-4f7b-b27d-9e0ada300967 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:17.248735 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1956-a560-43b8-9dba-b05f04f0b004 req-302f94a5-9e1b-47bd-87da-02e7a947d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:17.249271 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:17.250159 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Request body: {'port': {'device_id': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:17.250356 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-799f1956-a560-43b8-9dba-b05f04f0b004 req-302f94a5-9e1b-47bd-87da-02e7a947d366 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 1129 time: 0.1023333 Sep 12 23:31:17.255827 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:31:17.281780 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Allocated IP 172.27.3.125 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/d0dd9b88-0d34-461a-82a5-0aa51a98d44d) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:31:17.290680 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Pushing event updated for resources: {'Port': ['ID=b353dc7d-9334-4cfa-a6cc-c69a04655b0a,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:17.327317 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:17.335436 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Attempting to bind port b353dc7d-9334-4cfa-a6cc-c69a04655b0a on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:31:17.336100 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Attempting to bind port b353dc7d-9334-4cfa-a6cc-c69a04655b0a by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '851cef52-c688-4b72-b425-7c25511f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:31:17.336477 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Attempting to bind port b353dc7d-9334-4cfa-a6cc-c69a04655b0a on network a4368cc2-420f-4f7b-b27d-9e0ada300967 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:31:17.354902 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:17.364495 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abfc20-d565-48af-ba76-c6cec247ba72 req-e9c64263-a5d1-45a7-aca3-e858058247c0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:17.379529 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61abfc20-d565-48af-ba76-c6cec247ba72 req-e9c64263-a5d1-45a7-aca3-e858058247c0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 931 time: 0.1376231 Sep 12 23:31:17.400993 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:31:17.401521 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Checking segment: {'id': '851cef52-c688-4b72-b425-7c25511f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:31:17.402268 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.402757 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Bound using segment: {'id': '851cef52-c688-4b72-b425-7c25511f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:31:17.403654 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Bound port: b353dc7d-9334-4cfa-a6cc-c69a04655b0a, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851cef52-c688-4b72-b425-7c25511f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:31:17.404137 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.408636 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-19c7993a-959b-4c77-bfd2-28f7cdbb19c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '89235874-032c-4e1b-b509-e26620044860', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'port_id': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'mac_address': 'fa:16:3e:3d:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8328773-645f-4acb-aad8-2984c3b13211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:30:45Z', 'updated_at': '2022-09-12T23:31:15Z', 'revision_number': 1, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:23Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:17.412598 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.429185 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-3a308044-810c-48b8-a562-7147da5859c2 None None] Provisioning complete for port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:17.429927 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3a308044-810c-48b8-a562-7147da5859c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.451260 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7993a-959b-4c77-bfd2-28f7cdbb19c7 None None] Checking router: 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:31:17.462904 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c7993a-959b-4c77-bfd2-28f7cdbb19c7 None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:17.464180 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-19c7993a-959b-4c77-bfd2-28f7cdbb19c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:17.521310 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-3a308044-810c-48b8-a562-7147da5859c2 None None] Port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:31:17.529608 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] For port b353dc7d-9334-4cfa-a6cc-c69a04655b0a, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:31:17.533222 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] For port b353dc7d-9334-4cfa-a6cc-c69a04655b0a, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=b353dc7d-9334-4cfa-a6cc-c69a04655b0a,segment=NetworkSegment(851cef52-c688-4b72-b425-7c25511f8a96),segment_id=851cef52-c688-4b72-b425-7c25511f8a96)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:31:17.541299 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.567111 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1956-a560-43b8-9dba-b05f04f0b004 req-21ffbdee-74e9-41f2-86e4-3138a658cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:17.569283 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-799f1956-a560-43b8-9dba-b05f04f0b004 req-21ffbdee-74e9-41f2-86e4-3138a658cd9e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.3062935 Sep 12 23:31:17.629004 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6aa4dc-abaa-4988-ad97-7089d7741302 None None] Pushing event updated for resources: {'Port': ['ID=b353dc7d-9334-4cfa-a6cc-c69a04655b0a,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:17.634031 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-19c7993a-959b-4c77-bfd2-28f7cdbb19c7 None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:17.689834 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:17.698148 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61abfc20-d565-48af-ba76-c6cec247ba72 req-504ca920-8b6f-4290-8150-c4d4bbbd2b13 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159246 Sep 12 23:31:17.756149 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-799f1956-a560-43b8-9dba-b05f04f0b004 req-c201773a-062b-43b1-a89b-e631a6b9879c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24cc5eb-346a-4639-811c-1a0c53b0e5cc HTTP/1.1" status: 200 len: 999 time: 0.1627274 Sep 12 23:31:17.794993 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:31:17.807459 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Publish callbacks [] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.826956 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Transition to ACTIVE for port object 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:31:17.839523 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1956-a560-43b8-9dba-b05f04f0b004 req-bc588999-71a8-4eaa-8bc4-e8a47b267391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:17.841004 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-799f1956-a560-43b8-9dba-b05f04f0b004 req-bc588999-71a8-4eaa-8bc4-e8a47b267391 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.0765948 Sep 12 23:31:17.848673 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Publish callbacks [] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.849217 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.921025 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f1956-a560-43b8-9dba-b05f04f0b004 req-247305f9-7442-477c-b605-52cf81213e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:17.922315 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Pushing event updated for resources: {'Port': ['ID=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:17.924495 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-799f1956-a560-43b8-9dba-b05f04f0b004 req-247305f9-7442-477c-b605-52cf81213e8a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738041 Sep 12 23:31:17.936334 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Sync routers for ids ['6fa9a102-2808-42d0-be00-fb1873f777e3'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:31:17.953921 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Routers {'6fa9a102-2808-42d0-be00-fb1873f777e3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:17.954336 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:17.955184 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['6fa9a102-2808-42d0-be00-fb1873f777e3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:18.027235 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:18.033177 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Attempting to bind port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:31:18.033725 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Attempting to bind port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:31:18.033849 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Attempting to bind port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa on network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:31:18.043845 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-19c7993a-959b-4c77-bfd2-28f7cdbb19c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '89235874-032c-4e1b-b509-e26620044860', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'port_id': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'mac_address': 'fa:16:3e:3d:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8328773-645f-4acb-aad8-2984c3b13211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:30:45Z', 'updated_at': '2022-09-12T23:31:15Z', 'revision_number': 1, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:23Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:18.086175 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:18.096772 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:18.100925 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7993a-959b-4c77-bfd2-28f7cdbb19c7 None None] The sync data for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi is: [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '89235874-032c-4e1b-b509-e26620044860', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'port_id': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'mac_address': 'fa:16:3e:3d:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8328773-645f-4acb-aad8-2984c3b13211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:30:45Z', 'updated_at': '2022-09-12T23:31:15Z', 'revision_number': 1, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:23Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:31:18.104964 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:31:18.116540 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa on network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:31:18.119819 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Attempting to bind port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa on network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:31:18.132089 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Set router 6fa9a102-2808-42d0-be00-fb1873f777e3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:18.144618 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Pushing event updated for resources: {'Port': ['ID=d0dd9b88-0d34-461a-82a5-0aa51a98d44d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:18.175600 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:18.186336 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:31:18.186673 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Checking segment: {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:31:18.187062 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Bound using segment: {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:31:18.190934 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Bound port: 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:31:18.191340 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:18.321002 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] For port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa, host hv-cinder-85200, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:31:18.334831 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-799f1956-a560-43b8-9dba-b05f04f0b004 req-ef359be4-3c57-4e15-8ef6-5fe0cc70042b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913133 Sep 12 23:31:18.363501 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] For port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:31:18.383664 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dac8e2-ff01-44cb-8b2b-55f8c3cc4be5 req-166e9282-eb9b-4c77-a4ec-3fbdde4d326b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:18.390717 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-65dac8e2-ff01-44cb-8b2b-55f8c3cc4be5 req-166e9282-eb9b-4c77-a4ec-3fbdde4d326b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.1225843 Sep 12 23:31:18.435202 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:18.438959 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-65dac8e2-ff01-44cb-8b2b-55f8c3cc4be5 req-5ecd54d2-8c8e-4372-8cc1-1aa21378730e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472622 Sep 12 23:31:18.440100 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:18.443266 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:18.443851 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:18.445571 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/5ac5e83f-2775-42c0-9cd0-314f2df0bbaa HTTP/1.1" status: 200 len: 1093 time: 1.2012873 Sep 12 23:31:18.469490 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'f043a2f2-e78b-4d11-98e4-7cf9be17267b', 'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'mac_address': 'fa:16:3e:7c:4d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:12Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 2, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'subnets': [{'id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:18.500793 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbdc46-8018-485f-bbbe-fa8d56e4346c service neutron] Pushing event updated for resources: {'Port': ['ID=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:18.520337 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device b353dc7d-9334-4cfa-a6cc-c69a04655b0a up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:18.523839 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f90895-5338-42b7-a58f-587bc77afaad None None] New status for floating IP 89235874-032c-4e1b-b509-e26620044860: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:31:18.525019 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Checking router: 6fa9a102-2808-42d0-be00-fb1873f777e3 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:31:18.525916 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Updating router 6fa9a102-2808-42d0-be00-fb1873f777e3 port f043a2f2-e78b-4d11-98e4-7cf9be17267b binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:31:18.596351 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:18.656675 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port b353dc7d-9334-4cfa-a6cc-c69a04655b0a triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:18.657064 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:18.767645 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:18.876371 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port b353dc7d-9334-4cfa-a6cc-c69a04655b0a is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:18.876882 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:18.880757 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:18.918617 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64631f-3701-4a5e-9b43-eab3fb651efa req-a47aa57c-902c-45bc-8fa9-e124b9817b9a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:18.920247 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3e64631f-3701-4a5e-9b43-eab3fb651efa req-a47aa57c-902c-45bc-8fa9-e124b9817b9a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 943 time: 0.0814304 Sep 12 23:31:18.926370 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Publish callbacks [] for router_gateway (dbd61ead-85d4-4bd7-8500-d5540aef8713), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:19.020079 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce9212-b072-4dfd-a244-3db31820d196 None None] Network a4368cc2-420f-4f7b-b27d-9e0ada300967 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:31:19.071888 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-778b1f1e-bd30-4adb-85c1-801ec49b7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:19.073468 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-778b1f1e-bd30-4adb-85c1-801ec49b7200 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 1127 time: 0.0498631 Sep 12 23:31:19.094914 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3e64631f-3701-4a5e-9b43-eab3fb651efa req-b72ae400-ac15-4cb0-b408-edec56e6faa5 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642535 Sep 12 23:31:19.101040 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:19.107487 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-beac69a8-78d9-4ee1-aa21-cb479ca29cfe None None] Provisioning complete for port b353dc7d-9334-4cfa-a6cc-c69a04655b0a triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:19.107897 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-beac69a8-78d9-4ee1-aa21-cb479ca29cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:19.132271 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'tag': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:31:19.134677 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede890b1-757a-48d4-a565-8421d4a6ae0d" -d '{"events": [{"name": "network-changed", "server_uuid": "712d2ca0-8999-4499-854b-b80c8cff71cf", "tag": "5ac5e83f-2775-42c0-9cd0-314f2df0bbaa"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:31:19.141546 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-cb875548-b6d1-4999-aab0-34b1e8d28092 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa HTTP/1.1" status: 200 len: 217 time: 0.0569344 Sep 12 23:31:19.158838 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-799f1956-a560-43b8-9dba-b05f04f0b004 req-2f50c67e-9fb9-4f76-a309-ac5df421c214 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762199 Sep 12 23:31:19.174834 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port b353dc7d-9334-4cfa-a6cc-c69a04655b0a, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=b353dc7d-9334-4cfa-a6cc-c69a04655b0a,segment=NetworkSegment(851cef52-c688-4b72-b425-7c25511f8a96),segment_id=851cef52-c688-4b72-b425-7c25511f8a96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:19.196157 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:19.197002 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 02efe8cc-3a77-46c0-bcdd-df163d1aaace up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:19.202206 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e409fa3f-24fc-45e3-9693-3994f4a43121 x-openstack-request-id: req-e409fa3f-24fc-45e3-9693-3994f4a43121 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:31:19.202502 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712d2ca0-8999-4499-854b-b80c8cff71cf", "tag": "5ac5e83f-2775-42c0-9cd0-314f2df0bbaa", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:31:19.202752 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e409fa3f-24fc-45e3-9693-3994f4a43121 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:31:19.203149 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e409fa3f-24fc-45e3-9693-3994f4a43121'] response: {'name': 'network-changed', 'server_uuid': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'tag': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa', 'status': 'completed', 'code': 200} Sep 12 23:31:19.227231 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-fd1ef915-46dd-4e45-8e57-13656f6cee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:19.230039 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-fd1ef915-46dd-4e45-8e57-13656f6cee5b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.0688586 Sep 12 23:31:19.246977 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:19.267831 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (dbd61ead-85d4-4bd7-8500-d5540aef8713), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:19.278997 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-a1376c12-b70e-4d4d-b500-30cd2374b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:19.280499 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-a1376c12-b70e-4d4d-b500-30cd2374b47f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430417 Sep 12 23:31:19.326635 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Publish callbacks [] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:19.350009 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:19.372282 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=b353dc7d-9334-4cfa-a6cc-c69a04655b0a,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:19.384305 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-460a346b-2de1-406a-9d99-27196cef6af5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961106 Sep 12 23:31:19.429695 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 02efe8cc-3a77-46c0-bcdd-df163d1aaace triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:19.430072 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:19.450684 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Router dbd61ead-85d4-4bd7-8500-d5540aef8713 is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:31:19.468696 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-beac69a8-78d9-4ee1-aa21-cb479ca29cfe None None] Current status of the port b353dc7d-9334-4cfa-a6cc-c69a04655b0a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:19.481072 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bf088-f2c8-417c-b36f-55575b511f5d None None] Pushing event updated for resources: {'Port': ['ID=f043a2f2-e78b-4d11-98e4-7cf9be17267b,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:19.520778 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:19.521107 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2af0977e-eb3c-4d3d-9afe-58aad66a2efb req-81247cfb-b5a5-49a4-80b8-b5cc8f2ecbe0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284797 Sep 12 23:31:19.585797 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Attempting to bind port f043a2f2-e78b-4d11-98e4-7cf9be17267b on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:31:19.586165 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Attempting to bind port f043a2f2-e78b-4d11-98e4-7cf9be17267b by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:31:19.586523 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Attempting to bind port f043a2f2-e78b-4d11-98e4-7cf9be17267b on network a7ffe834-d031-4407-b7a2-432ed18b27d2 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:31:19.590543 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 02efe8cc-3a77-46c0-bcdd-df163d1aaace is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:19.619879 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-c589b64b-46ac-4f3a-a723-92c89f5a479f None None] Provisioning complete for port b353dc7d-9334-4cfa-a6cc-c69a04655b0a triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:19.620171 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c589b64b-46ac-4f3a-a723-92c89f5a479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:19.636201 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978027c5-146f-44e6-89b3-6249e111e732 req-999b1c5f-098f-456b-a825-9d098ac32ae8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:19.637675 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-978027c5-146f-44e6-89b3-6249e111e732 req-999b1c5f-098f-456b-a825-9d098ac32ae8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0673656 Sep 12 23:31:19.639037 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:31:19.653036 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Sync routers for ids ['dbd61ead-85d4-4bd7-8500-d5540aef8713'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:31:19.670781 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:19.672024 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b3dfabc9-d353-430c-9470-59af3ba839fe admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3724031 Sep 12 23:31:19.675174 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49282) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:19.683840 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:31:19.684206 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Checking segment: {'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:31:19.684605 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:19.684991 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Bound using segment: {'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:31:19.685464 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Bound port: f043a2f2-e78b-4d11-98e4-7cf9be17267b, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:31:19.685833 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:19.690085 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Routers {'dbd61ead-85d4-4bd7-8500-d5540aef8713'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:19.690692 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dbd61ead-85d4-4bd7-8500-d5540aef8713'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:19.701854 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-978027c5-146f-44e6-89b3-6249e111e732 req-a625fadd-319b-4763-b307-9dfd65eeb5e0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536532 Sep 12 23:31:19.833900 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-c589b64b-46ac-4f3a-a723-92c89f5a479f None None] Current status of the port b353dc7d-9334-4cfa-a6cc-c69a04655b0a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:19.865001 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:19.869756 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Set router dbd61ead-85d4-4bd7-8500-d5540aef8713 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:19.889002 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede890b1-757a-48d4-a565-8421d4a6ae0d req-5296e5c2-a51f-4e93-a7d2-ff953ffc4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:19.890502 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ede890b1-757a-48d4-a565-8421d4a6ae0d req-5296e5c2-a51f-4e93-a7d2-ff953ffc4bdf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 1127 time: 0.0728109 Sep 12 23:31:19.894906 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] For port f043a2f2-e78b-4d11-98e4-7cf9be17267b, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:31:19.933783 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] For port f043a2f2-e78b-4d11-98e4-7cf9be17267b, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=f043a2f2-e78b-4d11-98e4-7cf9be17267b,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:31:19.973504 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:20.006296 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:20.027002 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Routers {'6fa9a102-2808-42d0-be00-fb1873f777e3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:20.027642 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['6fa9a102-2808-42d0-be00-fb1873f777e3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:20.078733 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede890b1-757a-48d4-a565-8421d4a6ae0d req-c6404855-873d-4368-838f-759e3db61cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:20.080247 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ede890b1-757a-48d4-a565-8421d4a6ae0d req-c6404855-873d-4368-838f-759e3db61cf7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 913 time: 0.1788371 Sep 12 23:31:20.088328 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bf088-f2c8-417c-b36f-55575b511f5d None None] Pushing event updated for resources: {'Port': ['ID=f043a2f2-e78b-4d11-98e4-7cf9be17267b,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:20.138590 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ede890b1-757a-48d4-a565-8421d4a6ae0d req-86d1bb9f-9f5e-4eca-b0b1-d301f334a8bf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa HTTP/1.1" status: 200 len: 217 time: 0.0373316 Sep 12 23:31:20.177463 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'name': 'tempest-TestShelveInstance-1984111011-router', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:18Z', 'revision_number': 3, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'gw_port': {'id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:11:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:20.210583 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Checking router: dbd61ead-85d4-4bd7-8500-d5540aef8713 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:31:20.210925 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Updating router dbd61ead-85d4-4bd7-8500-d5540aef8713 port d0dd9b88-0d34-461a-82a5-0aa51a98d44d binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:31:20.217142 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] Set router 6fa9a102-2808-42d0-be00-fb1873f777e3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:20.274798 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:20.288624 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870db5d-19ef-4c45-8187-4fb77560f838 req-3a3e2592-e4db-47ad-835b-db7f235d3a88 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:20.290165 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b870db5d-19ef-4c45-8187-4fb77560f838 req-3a3e2592-e4db-47ad-835b-db7f235d3a88 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 943 time: 0.0856938 Sep 12 23:31:20.298680 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede890b1-757a-48d4-a565-8421d4a6ae0d req-e05696ee-554a-4768-a281-9638514d8fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:20.300123 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ede890b1-757a-48d4-a565-8421d4a6ae0d req-e05696ee-554a-4768-a281-9638514d8fe3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.1267898 Sep 12 23:31:20.327298 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:20.332815 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:20.359625 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:20.398652 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede890b1-757a-48d4-a565-8421d4a6ae0d req-0573601c-2117-45dd-abae-6b94e183bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:20.400789 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ede890b1-757a-48d4-a565-8421d4a6ae0d req-0573601c-2117-45dd-abae-6b94e183bbce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834997 Sep 12 23:31:20.416513 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b870db5d-19ef-4c45-8187-4fb77560f838 req-e1412faa-3d22-4c18-94b2-bbefd6135813 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102302 Sep 12 23:31:20.421056 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device b353dc7d-9334-4cfa-a6cc-c69a04655b0a up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:20.601462 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ede890b1-757a-48d4-a565-8421d4a6ae0d req-64a158b6-d19d-44a2-99d6-8d484b7496ed service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886144 Sep 12 23:31:20.714453 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port b353dc7d-9334-4cfa-a6cc-c69a04655b0a triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:20.714834 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:20.752647 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:20.783231 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'f043a2f2-e78b-4d11-98e4-7cf9be17267b', 'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'mac_address': 'fa:16:3e:7c:4d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:12Z', 'updated_at': '2022-09-12T23:31:19Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'subnets': [{'id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:20.820758 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e9d93-4703-4263-b338-20b5b466cb45 None None] The sync data for ids ['6fa9a102-2808-42d0-be00-fb1873f777e3'] in dv-cinder-852009-7-iscsi is: [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'f043a2f2-e78b-4d11-98e4-7cf9be17267b', 'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'mac_address': 'fa:16:3e:7c:4d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:12Z', 'updated_at': '2022-09-12T23:31:19Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'subnets': [{'id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:31:20.848670 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e1d44-7d95-44cd-8324-33095e342291 req-32351dc5-26ae-4119-b215-bf49d732e36d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:20.850271 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e6e1d44-7d95-44cd-8324-33095e342291 req-32351dc5-26ae-4119-b215-bf49d732e36d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.0539076 Sep 12 23:31:20.910324 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port b353dc7d-9334-4cfa-a6cc-c69a04655b0a is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:20.911423 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f043a2f2-e78b-4d11-98e4-7cf9be17267b up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:20.930607 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8e6e1d44-7d95-44cd-8324-33095e342291 req-297a17b5-36e3-478d-96cc-07d315cfd1a4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716896 Sep 12 23:31:20.963252 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Publish callbacks [] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:20.971958 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Allocated IP 172.20.0.1 (a4368cc2-420f-4f7b-b27d-9e0ada300967/71545316-c7fa-43b4-97d9-2fa4e116d973/f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:31:20.977919 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.036403 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Attempting to bind port d0dd9b88-0d34-461a-82a5-0aa51a98d44d on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:31:21.036990 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Attempting to bind port d0dd9b88-0d34-461a-82a5-0aa51a98d44d by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:31:21.037177 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Attempting to bind port d0dd9b88-0d34-461a-82a5-0aa51a98d44d on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:31:21.042943 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port f043a2f2-e78b-4d11-98e4-7cf9be17267b triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:21.043319 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.077024 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ede890b1-757a-48d4-a565-8421d4a6ae0d req-50b16f38-e492-40df-940d-aaa88ee6fcb6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678609 Sep 12 23:31:21.096639 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:21.097344 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b1f8f-098b-4f65-8c4a-b47b8cae2d96 None None] Pushing event updated for resources: {'Port': ['ID=d0dd9b88-0d34-461a-82a5-0aa51a98d44d,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:21.128315 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:31:21.128566 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:31:21.128972 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.129361 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:31:21.129830 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Bound port: d0dd9b88-0d34-461a-82a5-0aa51a98d44d, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:31:21.129978 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Publish callbacks [] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.130206 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.164608 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.208014 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port f043a2f2-e78b-4d11-98e4-7cf9be17267b is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:21.208406 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.211118 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Network a4368cc2-420f-4f7b-b27d-9e0ada300967 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:21.212770 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] For port d0dd9b88-0d34-461a-82a5-0aa51a98d44d, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:31:21.214539 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:21.218408 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:31:21.221818 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Pushing event updated for resources: {'Port': ['ID=f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:21.233174 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] For port d0dd9b88-0d34-461a-82a5-0aa51a98d44d, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d0dd9b88-0d34-461a-82a5-0aa51a98d44d,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:31:21.253303 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.267351 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (dbd61ead-85d4-4bd7-8500-d5540aef8713), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.296535 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port f043a2f2-e78b-4d11-98e4-7cf9be17267b, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=f043a2f2-e78b-4d11-98e4-7cf9be17267b,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:21.305838 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.312367 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:21.318954 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Routers {'dbd61ead-85d4-4bd7-8500-d5540aef8713'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:21.319647 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dbd61ead-85d4-4bd7-8500-d5540aef8713'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:21.371378 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b1f8f-098b-4f65-8c4a-b47b8cae2d96 None None] Pushing event updated for resources: {'Port': ['ID=d0dd9b88-0d34-461a-82a5-0aa51a98d44d,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:21.427386 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.499094 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=f043a2f2-e78b-4d11-98e4-7cf9be17267b,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:21.517160 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] Set router dbd61ead-85d4-4bd7-8500-d5540aef8713 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:21.578761 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:21.595952 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbeef1-d8e9-4cf3-bdc7-050ecf67dd39 req-c7d320e9-d4e9-47b3-881b-eefb9557ed20 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:21.600704 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-ae8af9de-cda0-4ce2-8421-1c58b6ac4c49 None None] Provisioning complete for port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:21.601030 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae8af9de-cda0-4ce2-8421-1c58b6ac4c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.603122 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3ecbeef1-d8e9-4cf3-bdc7-050ecf67dd39 req-c7d320e9-d4e9-47b3-881b-eefb9557ed20 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 943 time: 0.0702722 Sep 12 23:31:21.627771 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:21.673025 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-ae8af9de-cda0-4ce2-8421-1c58b6ac4c49 None None] Port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:31:21.688720 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3ecbeef1-d8e9-4cf3-bdc7-050ecf67dd39 req-10c6bcd6-f81f-494c-a632-23abfeb878b9 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839608 Sep 12 23:31:21.707867 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Publish callbacks [] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.713823 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.754395 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'name': 'tempest-TestShelveInstance-1984111011-router', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:18Z', 'revision_number': 3, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'gw_port': {'id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:11:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:21.784452 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c6fc9-e097-4899-aa65-3cdd28a66f2f None None] The sync data for ids ['dbd61ead-85d4-4bd7-8500-d5540aef8713'] in dv-cinder-852009-7-iscsi is: [{'id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'name': 'tempest-TestShelveInstance-1984111011-router', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:18Z', 'revision_number': 3, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'gw_port': {'id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:11:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:31:21.784697 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (dbd61ead-85d4-4bd7-8500-d5540aef8713), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:21.786649 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Pushing event updated for resources: {'Port': ['ID=f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:21.851908 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:21.888403 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Network a4368cc2-420f-4f7b-b27d-9e0ada300967 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:21.889835 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:21.901197 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device fbdc10fe-ce53-41fd-a771-18e381482273 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:31:22.010383 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Router dbd61ead-85d4-4bd7-8500-d5540aef8713 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:31:22.032412 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:22.077672 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'port_id': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'mac_address': 'fa:16:3e:bc:30:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:31:22.144991 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451ff59-5b48-42ba-9c56-9c9ebf9bec21 req-a6f535cc-a7ff-4080-bdc4-171b9aa818f8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:22.147270 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3451ff59-5b48-42ba-9c56-9c9ebf9bec21 req-a6f535cc-a7ff-4080-bdc4-171b9aa818f8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 943 time: 0.1079092 Sep 12 23:31:22.148615 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port fbdc10fe-ce53-41fd-a771-18e381482273 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:22.149079 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.172450 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdc10fe-ce53-41fd-a771-18e381482273 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:31:22.178086 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:31:22.201692 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-49b3d32c-6eff-42ab-a1cf-0e3867913a66 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/dbd61ead-85d4-4bd7-8500-d5540aef8713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5170865 Sep 12 23:31:22.201925 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:22.201925 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.236024 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3451ff59-5b48-42ba-9c56-9c9ebf9bec21 req-f2ef90ec-c5a3-42ae-90c3-00a022a4cbd4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804017 Sep 12 23:31:22.261271 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=fbdc10fe-ce53-41fd-a771-18e381482273,revision_number=9']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:22.309559 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-5f6c3903-162f-488a-94d5-6c43c25977ba None None] Provisioning complete for port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:22.309949 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5f6c3903-162f-488a-94d5-6c43c25977ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.367991 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c3903-162f-488a-94d5-6c43c25977ba None None] Port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:31:22.426664 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d0dd9b88-0d34-461a-82a5-0aa51a98d44d up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:22.471114 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['fbdc10fe-ce53-41fd-a771-18e381482273'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:31:22.519163 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port d0dd9b88-0d34-461a-82a5-0aa51a98d44d triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:22.519534 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.587684 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:22.620617 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49298) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:22.625568 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-2a8febad-4d97-4056-adf0-969a97fde0cc tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683360433', 'description': 'tempest-secgroup-smoke-1683360433 description', 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:22.648936 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2a8febad-4d97-4056-adf0-969a97fde0cc tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.662586 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port d0dd9b88-0d34-461a-82a5-0aa51a98d44d is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:22.662973 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.702942 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port d0dd9b88-0d34-461a-82a5-0aa51a98d44d, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d0dd9b88-0d34-461a-82a5-0aa51a98d44d,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:22.708729 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.709561 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f043a2f2-e78b-4d11-98e4-7cf9be17267b up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:22.738999 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2a8febad-4d97-4056-adf0-969a97fde0cc tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group (d09377ad-3234-485b-b684-3eb7f49c56d8), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.744730 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2a8febad-4d97-4056-adf0-969a97fde0cc tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (d09377ad-3234-485b-b684-3eb7f49c56d8), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.767338 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:22.781613 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2a8febad-4d97-4056-adf0-969a97fde0cc tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.783414 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2a8febad-4d97-4056-adf0-969a97fde0cc tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1614599 Sep 12 23:31:22.787733 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49302) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:22.788162 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=d0dd9b88-0d34-461a-82a5-0aa51a98d44d,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:22.788488 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8febad-4d97-4056-adf0-969a97fde0cc tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09377ad-3234-485b-b684-3eb7f49c56d8,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:22.796354 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-7d07589d-cce5-4111-80fa-8e6ca20f0c88 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Request body: {'security_group_rule': {'security_group_id': 'd09377ad-3234-485b-b684-3eb7f49c56d8', 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:22.799546 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port f043a2f2-e78b-4d11-98e4-7cf9be17267b triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:22.799951 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.831777 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7d07589d-cce5-4111-80fa-8e6ca20f0c88 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (9fd3fb5d-667b-4405-84b4-cd3a4a3161d1), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.846642 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bdbc9-0afb-482a-8a9a-8ec7bcd57f9a req-c368539a-112a-4c09-9f56-fc68d2f9846f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:22.848473 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-643bdbc9-0afb-482a-8a9a-8ec7bcd57f9a req-c368539a-112a-4c09-9f56-fc68d2f9846f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 943 time: 0.0675595 Sep 12 23:31:22.881875 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port f043a2f2-e78b-4d11-98e4-7cf9be17267b is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:22.897335 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7d07589d-cce5-4111-80fa-8e6ca20f0c88 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (9fd3fb5d-667b-4405-84b4-cd3a4a3161d1), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.901236 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7d07589d-cce5-4111-80fa-8e6ca20f0c88 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (9fd3fb5d-667b-4405-84b4-cd3a4a3161d1), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.912418 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-643bdbc9-0afb-482a-8a9a-8ec7bcd57f9a req-2bf123c6-5f66-4c79-b66b-d7b602c97f83 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574079 Sep 12 23:31:22.921555 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07589d-cce5-4111-80fa-8e6ca20f0c88 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd3fb5d-667b-4405-84b4-cd3a4a3161d1,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:22.929882 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7d07589d-cce5-4111-80fa-8e6ca20f0c88 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:22.942750 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7d07589d-cce5-4111-80fa-8e6ca20f0c88 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388373 Sep 12 23:31:22.942750 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49304) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:22.942750 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-6f7982e4-6abd-4380-a3ab-112549687238 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Request body: {'security_group_rule': {'security_group_id': 'd09377ad-3234-485b-b684-3eb7f49c56d8', 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:22.943929 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:22.967547 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6f7982e4-6abd-4380-a3ab-112549687238 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (3814cb88-e05c-4a00-b0e1-e8cd2b5001ee), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.023146 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6f7982e4-6abd-4380-a3ab-112549687238 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (3814cb88-e05c-4a00-b0e1-e8cd2b5001ee), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.027713 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6f7982e4-6abd-4380-a3ab-112549687238 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (3814cb88-e05c-4a00-b0e1-e8cd2b5001ee), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.048033 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7982e4-6abd-4380-a3ab-112549687238 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3814cb88-e05c-4a00-b0e1-e8cd2b5001ee,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:23.056556 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6f7982e4-6abd-4380-a3ab-112549687238 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.057742 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6f7982e4-6abd-4380-a3ab-112549687238 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224077 Sep 12 23:31:23.060513 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49306) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:23.064825 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-18067a5c-de44-4139-a43c-0911d87e3386 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Request body: {'security_group_rule': {'security_group_id': 'd09377ad-3234-485b-b684-3eb7f49c56d8', 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:23.093302 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-18067a5c-de44-4139-a43c-0911d87e3386 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (8f61b905-5a20-45b2-b329-0b806e72f766), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.118913 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:23.155178 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-18067a5c-de44-4139-a43c-0911d87e3386 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (8f61b905-5a20-45b2-b329-0b806e72f766), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.158642 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-18067a5c-de44-4139-a43c-0911d87e3386 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (8f61b905-5a20-45b2-b329-0b806e72f766), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.177329 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18067a5c-de44-4139-a43c-0911d87e3386 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f61b905-5a20-45b2-b329-0b806e72f766,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:23.185638 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-18067a5c-de44-4139-a43c-0911d87e3386 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.186816 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-18067a5c-de44-4139-a43c-0911d87e3386 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253610 Sep 12 23:31:23.189687 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49308) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:23.194120 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-cece62fb-a970-4be2-9429-14dec84bfb8c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Request body: {'security_group_rule': {'security_group_id': 'd09377ad-3234-485b-b684-3eb7f49c56d8', 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:23.222434 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cece62fb-a970-4be2-9429-14dec84bfb8c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (bca07fe7-d737-4c2b-9030-5826160502d8), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.284458 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cece62fb-a970-4be2-9429-14dec84bfb8c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (bca07fe7-d737-4c2b-9030-5826160502d8), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.288376 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cece62fb-a970-4be2-9429-14dec84bfb8c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (bca07fe7-d737-4c2b-9030-5826160502d8), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.307593 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece62fb-a970-4be2-9429-14dec84bfb8c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca07fe7-d737-4c2b-9030-5826160502d8,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:23.312552 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cece62fb-a970-4be2-9429-14dec84bfb8c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.314196 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-cece62fb-a970-4be2-9429-14dec84bfb8c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230521 Sep 12 23:31:23.316497 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49312) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:23.321171 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-b9af3405-01e7-496d-ad1f-2f4b932ad095 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Request body: {'security_group_rule': {'security_group_id': 'd09377ad-3234-485b-b684-3eb7f49c56d8', 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:23.344865 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.securitygroups_db [None req-b9af3405-01e7-496d-ad1f-2f4b932ad095 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Project e3ac3aed7b1e495f81dc29d224be1eba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 23:31:23.350561 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9af3405-01e7-496d-ad1f-2f4b932ad095 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (b55e009f-c4b7-4284-a9d2-a48f7c0bed78), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.354505 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:23.362972 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:23.369365 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b732e-dedd-4844-ba90-a79f91ca04c2 req-75e2be08-a4fe-4dc0-a3dc-e1d6477b4526 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:23.370934 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cd2b732e-dedd-4844-ba90-a79f91ca04c2 req-75e2be08-a4fe-4dc0-a3dc-e1d6477b4526 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 944 time: 0.0512652 Sep 12 23:31:23.408395 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9af3405-01e7-496d-ad1f-2f4b932ad095 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (b55e009f-c4b7-4284-a9d2-a48f7c0bed78), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.412258 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9af3405-01e7-496d-ad1f-2f4b932ad095 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (b55e009f-c4b7-4284-a9d2-a48f7c0bed78), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.428323 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cd2b732e-dedd-4844-ba90-a79f91ca04c2 req-8a148635-5b33-4a88-b32c-e3c6b62e3ef0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507433 Sep 12 23:31:23.434542 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af3405-01e7-496d-ad1f-2f4b932ad095 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55e009f-c4b7-4284-a9d2-a48f7c0bed78,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:23.441660 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9af3405-01e7-496d-ad1f-2f4b932ad095 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.445873 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49314) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:23.446020 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b9af3405-01e7-496d-ad1f-2f4b932ad095 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284292 Sep 12 23:31:23.451257 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-0099b21e-c0c9-471a-8712-1012522b1d58 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Request body: {'security_group_rule': {'security_group_id': 'd09377ad-3234-485b-b684-3eb7f49c56d8', 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:23.473328 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.securitygroups_db [None req-0099b21e-c0c9-471a-8712-1012522b1d58 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Project e3ac3aed7b1e495f81dc29d224be1eba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 23:31:23.480531 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0099b21e-c0c9-471a-8712-1012522b1d58 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (bae6859d-d272-4114-9243-d6d259669afc), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.543777 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0099b21e-c0c9-471a-8712-1012522b1d58 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (bae6859d-d272-4114-9243-d6d259669afc), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.551040 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0099b21e-c0c9-471a-8712-1012522b1d58 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (bae6859d-d272-4114-9243-d6d259669afc), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.570759 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099b21e-c0c9-471a-8712-1012522b1d58 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae6859d-d272-4114-9243-d6d259669afc,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:23.576498 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0099b21e-c0c9-471a-8712-1012522b1d58 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:23.586918 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0099b21e-c0c9-471a-8712-1012522b1d58 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306751 Sep 12 23:31:23.758165 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Sync routers for ids ['dbd61ead-85d4-4bd7-8500-d5540aef8713'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:31:23.769928 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Routers {'dbd61ead-85d4-4bd7-8500-d5540aef8713'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:23.770547 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dbd61ead-85d4-4bd7-8500-d5540aef8713'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:23.881653 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Set router dbd61ead-85d4-4bd7-8500-d5540aef8713 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:23.938680 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device fbdc10fe-ce53-41fd-a771-18e381482273 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:24.030846 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port fbdc10fe-ce53-41fd-a771-18e381482273 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:24.031235 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:24.072509 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90cd8a-534d-4be8-bba8-ca1f66ececb6 req-9b400241-bf2c-4255-a385-33fd4d6bbe50 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:24.072509 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bc90cd8a-534d-4be8-bba8-ca1f66ececb6 req-9b400241-bf2c-4255-a385-33fd4d6bbe50 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 943 time: 0.0639985 Sep 12 23:31:24.128308 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bc90cd8a-534d-4be8-bba8-ca1f66ececb6 req-5fd6f1d6-6720-422e-b742-7009d37d8fca tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585096 Sep 12 23:31:24.173201 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port fbdc10fe-ce53-41fd-a771-18e381482273 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:24.173855 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:24.201593 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:31:24.204156 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4969e0ce-2bc6-4524-bb1c-85c7f8554e65" -d '{"events": [{"server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "name": "network-vif-plugged", "status": "completed", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:31:24.217199 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:24.222801 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:24.235267 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'name': 'tempest-TestShelveInstance-1984111011-router', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 4, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'gw_port': {'id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b', 'name': '', 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'mac_address': 'fa:16:3e:09:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71545316-c7fa-43b4-97d9-2fa4e116d973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:20Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 2, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'subnets': [{'id': '71545316-c7fa-43b4-97d9-2fa4e116d973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:24.247507 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f76696-bda7-48c6-9d91-798afccfc4eb x-openstack-request-id: req-92f76696-bda7-48c6-9d91-798afccfc4eb {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:31:24.247822 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "name": "network-vif-plugged", "status": "completed", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:31:24.248070 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-92f76696-bda7-48c6-9d91-798afccfc4eb {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:31:24.248458 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f76696-bda7-48c6-9d91-798afccfc4eb'] response: {'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'code': 200} Sep 12 23:31:24.271214 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Checking router: dbd61ead-85d4-4bd7-8500-d5540aef8713 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:31:24.271594 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Updating router dbd61ead-85d4-4bd7-8500-d5540aef8713 port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b binding host dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:31:24.277295 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=fbdc10fe-ce53-41fd-a771-18e381482273,revision_number=10']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:24.302602 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:24.341604 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d0dd9b88-0d34-461a-82a5-0aa51a98d44d up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:24.389927 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port d0dd9b88-0d34-461a-82a5-0aa51a98d44d triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:24.390307 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:24.417429 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:24.425127 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:24.467773 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port d0dd9b88-0d34-461a-82a5-0aa51a98d44d is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:24.565421 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67028bcf-a6bf-4cea-a38c-d1854a24e673 req-a69ee529-073f-4962-be67-c245abb72bf0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:24.566962 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-67028bcf-a6bf-4cea-a38c-d1854a24e673 req-a69ee529-073f-4962-be67-c245abb72bf0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 946 time: 0.0515728 Sep 12 23:31:24.589506 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Publish callbacks [] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:24.594574 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:24.620387 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-67028bcf-a6bf-4cea-a38c-d1854a24e673 req-d8a63137-4e78-4f63-9d1a-8bcf4476ede3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472550 Sep 12 23:31:24.671492 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6eeb85-eb20-4172-b437-df53a9b9ea5b None None] Pushing event updated for resources: {'Port': ['ID=f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:24.704276 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Attempting to bind port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:31:24.704728 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Attempting to bind port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '851cef52-c688-4b72-b425-7c25511f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:31:24.705225 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Attempting to bind port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b on network a4368cc2-420f-4f7b-b27d-9e0ada300967 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:31:24.755634 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:31:24.758251 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Checking segment: {'id': '851cef52-c688-4b72-b425-7c25511f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:31:24.758824 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:24.759065 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Bound using segment: {'id': '851cef52-c688-4b72-b425-7c25511f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:31:24.759687 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Bound port: f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851cef52-c688-4b72-b425-7c25511f8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:31:24.760228 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:24.774928 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:24.788362 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4de2cc-56e4-4319-8ce4-4de4a4944174 req-85d6e15c-8aa1-413a-b5fb-d86fe16a2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:24.789895 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5b4de2cc-56e4-4319-8ce4-4de4a4944174 req-85d6e15c-8aa1-413a-b5fb-d86fe16a2998 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 1130 time: 0.0426168 Sep 12 23:31:24.822744 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] For port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:31:24.825817 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] For port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b,segment=NetworkSegment(851cef52-c688-4b72-b425-7c25511f8a96),segment_id=851cef52-c688-4b72-b425-7c25511f8a96)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:31:24.832194 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:24.849436 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5b4de2cc-56e4-4319-8ce4-4de4a4944174 req-018f8685-34c9-4607-b770-a71f2a9a41aa service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404749 Sep 12 23:31:24.873594 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Routers {'dbd61ead-85d4-4bd7-8500-d5540aef8713'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:24.874323 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:30:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dbd61ead-85d4-4bd7-8500-d5540aef8713'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:24.875136 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b82e4314-a65c-40f3-b5f2-6f712fa3d747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:24.937491 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6eeb85-eb20-4172-b437-df53a9b9ea5b None None] Pushing event updated for resources: {'Port': ['ID=f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:25.003288 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] Set router dbd61ead-85d4-4bd7-8500-d5540aef8713 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:25.199785 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'name': 'tempest-TestShelveInstance-1984111011-router', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 4, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'gw_port': {'id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b', 'name': '', 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'mac_address': 'fa:16:3e:09:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71545316-c7fa-43b4-97d9-2fa4e116d973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:20Z', 'updated_at': '2022-09-12T23:31:24Z', 'revision_number': 4, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'subnets': [{'id': '71545316-c7fa-43b4-97d9-2fa4e116d973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:25.227406 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c7e81-832b-4d1d-8825-0b56561d0439 None None] The sync data for ids ['dbd61ead-85d4-4bd7-8500-d5540aef8713'] in dv-cinder-852009-7-iscsi is: [{'id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'name': 'tempest-TestShelveInstance-1984111011-router', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 4, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'gw_port': {'id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b', 'name': '', 'network_id': 'a4368cc2-420f-4f7b-b27d-9e0ada300967', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'mac_address': 'fa:16:3e:09:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '71545316-c7fa-43b4-97d9-2fa4e116d973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:20Z', 'updated_at': '2022-09-12T23:31:24Z', 'revision_number': 4, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'subnets': [{'id': '71545316-c7fa-43b4-97d9-2fa4e116d973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:31:25.275192 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219ed06-dcbb-454a-a981-cedc674f3b85 req-fce11686-f43a-4e5f-9599-e09e98c2cc0c tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:25.279493 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0219ed06-dcbb-454a-a981-cedc674f3b85 req-fce11686-f43a-4e5f-9599-e09e98c2cc0c tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 943 time: 0.0605431 Sep 12 23:31:25.332670 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0219ed06-dcbb-454a-a981-cedc674f3b85 req-e8c8e53e-0d4a-4a19-b687-faa9ed19cb68 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522318 Sep 12 23:31:25.759395 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ec9c4-e6c8-455d-8b3a-ca1250cef521 req-4d11546b-47cc-4fac-b899-9bd260185206 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:25.760969 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-165ec9c4-e6c8-455d-8b3a-ca1250cef521 req-4d11546b-47cc-4fac-b899-9bd260185206 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 946 time: 0.0524371 Sep 12 23:31:25.811129 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-165ec9c4-e6c8-455d-8b3a-ca1250cef521 req-4bfe56fb-ee74-47c7-bff2-1ac4f204523b tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445507 Sep 12 23:31:26.352516 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:26.407274 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:26.407782 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:26.469689 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2e6b2-0bbd-4494-8503-5be7fb4e377d req-07dfdb7a-e986-4eb8-bbc3-839eca0ef5b7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:26.472324 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-77c2e6b2-0bbd-4494-8503-5be7fb4e377d req-07dfdb7a-e986-4eb8-bbc3-839eca0ef5b7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 943 time: 0.0568368 Sep 12 23:31:26.489553 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:26.489946 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:26.512715 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:26.528470 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-77c2e6b2-0bbd-4494-8503-5be7fb4e377d req-c016d79a-2620-444e-9d1d-c3dadad340cb tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473828 Sep 12 23:31:26.531786 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b,segment=NetworkSegment(851cef52-c688-4b72-b425-7c25511f8a96),segment_id=851cef52-c688-4b72-b425-7c25511f8a96)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:26.535717 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:26.584692 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:26.938456 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea93ab-5871-4b77-81d4-1cedca7b64d5 req-269dce90-51e5-465e-a7e4-dd0429a12f89 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:26.939946 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1eea93ab-5871-4b77-81d4-1cedca7b64d5 req-269dce90-51e5-465e-a7e4-dd0429a12f89 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 946 time: 0.0474823 Sep 12 23:31:26.991311 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1eea93ab-5871-4b77-81d4-1cedca7b64d5 req-ce07a474-1c46-4638-9278-48cb0676c0f5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458708 Sep 12 23:31:27.326786 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-84a5be8c-fd75-49b4-8fad-1609ce12d5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:27.658680 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6c4cc-03e8-4855-92bd-42da3889a0fb req-525a60a8-21af-43a2-afdd-bab308e6ca02 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:27.660200 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6dc6c4cc-03e8-4855-92bd-42da3889a0fb req-525a60a8-21af-43a2-afdd-bab308e6ca02 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 943 time: 0.0490999 Sep 12 23:31:27.715350 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6dc6c4cc-03e8-4855-92bd-42da3889a0fb req-c704b442-bc87-424b-85c0-b9c2121bfe8b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496311 Sep 12 23:31:27.928930 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:31:28.031636 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:28.046377 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'port_id': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa', 'mac_address': 'fa:16:3e:a3:9a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:31:28.086679 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:28.087432 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:28.102153 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:31:28.123247 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:28.127231 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:28.129172 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9e418-3273-4c7b-a882-e7484a4500bd req-e11c7baf-4df0-4595-973a-1dfcbfe95992 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:28.131218 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-19c9e418-3273-4c7b-a882-e7484a4500bd req-e11c7baf-4df0-4595-973a-1dfcbfe95992 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 946 time: 0.0507667 Sep 12 23:31:28.177759 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:28.189268 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-19c9e418-3273-4c7b-a882-e7484a4500bd req-5a9a8894-dfc3-4793-ba31-089e628d01c1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501392 Sep 12 23:31:28.331167 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:28.378405 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:28.378778 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:28.454274 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:28.490753 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:28.495799 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['5ac5e83f-2775-42c0-9cd0-314f2df0bbaa'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:31:28.558479 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:28.825045 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:28.842005 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9e759-7d69-43f1-9d9c-e7ce8b2e3f71 req-dff2b4da-477e-49ca-b365-e439b5b2dfd2 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:28.843604 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-27c9e759-7d69-43f1-9d9c-e7ce8b2e3f71 req-dff2b4da-477e-49ca-b365-e439b5b2dfd2 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 944 time: 0.0515673 Sep 12 23:31:28.894865 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-27c9e759-7d69-43f1-9d9c-e7ce8b2e3f71 req-fe713a22-08e3-4f63-a563-a0eaf9082801 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455265 Sep 12 23:31:29.324100 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd20bc1-f6a7-4380-8dc3-70c99653dcd7 req-8f4117f6-abae-4925-8a4b-00b25072dee0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:29.325632 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bfd20bc1-f6a7-4380-8dc3-70c99653dcd7 req-8f4117f6-abae-4925-8a4b-00b25072dee0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 946 time: 0.0480294 Sep 12 23:31:29.372868 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bfd20bc1-f6a7-4380-8dc3-70c99653dcd7 req-1e3e5746-6daa-4613-87e2-739f50d8b092 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417418 Sep 12 23:31:29.712895 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:29.936865 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:29.940610 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:29.981813 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:31:29.989085 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:29.989569 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:30.016844 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4d091-c044-4068-95d5-33daed7fbcfb req-60102eac-78a6-46c7-b40f-afab3df29358 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:30.018334 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f2a4d091-c044-4068-95d5-33daed7fbcfb req-60102eac-78a6-46c7-b40f-afab3df29358 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 944 time: 0.0485001 Sep 12 23:31:30.035136 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:30.071344 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f2a4d091-c044-4068-95d5-33daed7fbcfb req-fa3816a1-e5d3-408c-a049-af6f695bd78e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467758 Sep 12 23:31:30.094222 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:30.094618 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:30.119640 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:31:30.121860 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f1c573-db15-4523-bcac-f95818a1745f" -d '{"events": [{"server_uuid": "712d2ca0-8999-4499-854b-b80c8cff71cf", "name": "network-vif-plugged", "status": "completed", "tag": "5ac5e83f-2775-42c0-9cd0-314f2df0bbaa"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:31:30.134319 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:30.139119 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:30.163108 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3698d062-037c-45a5-a042-23dc2b20a4a7 x-openstack-request-id: req-3698d062-037c-45a5-a042-23dc2b20a4a7 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:31:30.163406 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712d2ca0-8999-4499-854b-b80c8cff71cf", "name": "network-vif-plugged", "status": "completed", "tag": "5ac5e83f-2775-42c0-9cd0-314f2df0bbaa", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:31:30.163688 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3698d062-037c-45a5-a042-23dc2b20a4a7 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:31:30.164106 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3698d062-037c-45a5-a042-23dc2b20a4a7'] response: {'server_uuid': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa', 'code': 200} Sep 12 23:31:30.195662 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:30.428635 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:30.432947 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902a083-ca1d-4fbf-a2f0-4d817db40777 req-d3ea592c-0997-4e67-b6e8-d7e7d66ecb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:30.434453 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6902a083-ca1d-4fbf-a2f0-4d817db40777 req-d3ea592c-0997-4e67-b6e8-d7e7d66ecb39 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 1129 time: 0.0409873 Sep 12 23:31:30.485588 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6902a083-ca1d-4fbf-a2f0-4d817db40777 req-dbf33d10-4b33-408c-965f-fea68894475f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438585 Sep 12 23:31:31.198109 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3bdd-feb8-46df-bc6c-809f728d97a2 req-67ccfc5b-3f2f-4c02-8afe-bc47732dac58 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:31.199704 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-886c3bdd-feb8-46df-bc6c-809f728d97a2 req-67ccfc5b-3f2f-4c02-8afe-bc47732dac58 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 945 time: 0.0542297 Sep 12 23:31:31.248666 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-886c3bdd-feb8-46df-bc6c-809f728d97a2 req-6762b817-7be3-49a3-afce-ebe48f4a9fc9 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434449 Sep 12 23:31:32.375138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71722ca6-734a-48cf-8172-5964e85be4d9 req-053df321-f398-409a-a91d-10196c911b6b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:32.376623 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-71722ca6-734a-48cf-8172-5964e85be4d9 req-053df321-f398-409a-a91d-10196c911b6b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 945 time: 0.0496836 Sep 12 23:31:32.425309 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-71722ca6-734a-48cf-8172-5964e85be4d9 req-56c9b6ac-8641-4ca5-883c-0ed08336022e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431385 Sep 12 23:31:32.547029 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530024ee-a4a7-4038-9e1f-a5accb075d60 req-08e3ee08-ed70-456c-a358-693434fbaa05 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:32.548639 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-530024ee-a4a7-4038-9e1f-a5accb075d60 req-08e3ee08-ed70-456c-a358-693434fbaa05 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 945 time: 0.0482972 Sep 12 23:31:32.599948 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-530024ee-a4a7-4038-9e1f-a5accb075d60 req-6a60c761-119f-4ba3-a232-f63afcc13000 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453970 Sep 12 23:31:32.629675 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49464) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:32.817427 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9b3f6-9382-4344-a294-240d66fe41a4 tempest-TestVolumeBootPattern-391070947 tempest-TestVolumeBootPattern-391070947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:32.819540 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4ff9b3f6-9382-4344-a294-240d66fe41a4 tempest-TestVolumeBootPattern-391070947 tempest-TestVolumeBootPattern-391070947-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 1124 time: 0.1883087 Sep 12 23:31:32.822486 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49468) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:32.826627 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'port_id': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:32.848063 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:32.930467 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:33.042966 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Allocated IP 172.27.3.201 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/87d4487a-d576-4584-8d42-aed3b8f3590c) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:31:33.153974 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for port (87d4487a-d576-4584-8d42-aed3b8f3590c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:33.187957 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (87d4487a-d576-4584-8d42-aed3b8f3590c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:33.229059 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:33.232019 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:33.234411 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:31:33.260841 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:33.271903 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'Port': ['ID=87d4487a-d576-4584-8d42-aed3b8f3590c,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:33.343467 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:33.600961 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:33.670207 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (87d4487a-d576-4584-8d42-aed3b8f3590c), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:33.818746 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for port (87d4487a-d576-4584-8d42-aed3b8f3590c), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:33.824112 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (87d4487a-d576-4584-8d42-aed3b8f3590c), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:33.890848 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'Port': ['ID=87d4487a-d576-4584-8d42-aed3b8f3590c,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:33.893119 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:33.989346 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Floating IP 114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f associated. External IP: 172.27.3.201, port: 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa. Sep 12 23:31:34.145515 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:34.182022 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:34.199298 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Router 7d487690-b453-417c-969d-a2ee43b4553a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:31:34.308613 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:31:34.317939 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36227343-e175-4fcd-9c2b-e236b922eead None None] Sync routers for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:31:34.326452 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:34.329104 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36227343-e175-4fcd-9c2b-e236b922eead None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:34.329728 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-36227343-e175-4fcd-9c2b-e236b922eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:31:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:34.357337 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f9bebfa7-ad61-4dd6-bf59-2859c113f118 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5338345 Sep 12 23:31:34.358089 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'tag': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:31:34.360440 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5319b808-3847-4855-9253-80160ef2885e" -d '{"events": [{"name": "network-changed", "server_uuid": "712d2ca0-8999-4499-854b-b80c8cff71cf", "tag": "5ac5e83f-2775-42c0-9cd0-314f2df0bbaa"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:31:34.397148 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f0a528-8823-4035-b263-d35ac7735356 x-openstack-request-id: req-74f0a528-8823-4035-b263-d35ac7735356 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:31:34.397393 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712d2ca0-8999-4499-854b-b80c8cff71cf", "tag": "5ac5e83f-2775-42c0-9cd0-314f2df0bbaa", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:31:34.397652 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-74f0a528-8823-4035-b263-d35ac7735356 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:31:34.398057 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f0a528-8823-4035-b263-d35ac7735356'] response: {'name': 'network-changed', 'server_uuid': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'tag': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa', 'status': 'completed', 'code': 200} Sep 12 23:31:34.436861 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-36227343-e175-4fcd-9c2b-e236b922eead None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:34.472922 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319b808-3847-4855-9253-80160ef2885e req-8ce95f0e-1818-44ee-b680-b720356825b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:34.474430 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5319b808-3847-4855-9253-80160ef2885e req-8ce95f0e-1818-44ee-b680-b720356825b6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 1129 time: 0.0391865 Sep 12 23:31:34.570157 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319b808-3847-4855-9253-80160ef2885e req-26a63cd9-0aaf-4da6-8869-70448b0a99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:34.572228 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5319b808-3847-4855-9253-80160ef2885e req-26a63cd9-0aaf-4da6-8869-70448b0a99d6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 913 time: 0.0901687 Sep 12 23:31:34.641223 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5319b808-3847-4855-9253-80160ef2885e req-0affa605-1590-4074-b7cb-840d8794a7db service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa HTTP/1.1" status: 200 len: 999 time: 0.0547385 Sep 12 23:31:34.691965 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:34.696393 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319b808-3847-4855-9253-80160ef2885e req-4955899c-23eb-4e19-b0f3-a4f196a2f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:34.696582 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-36227343-e175-4fcd-9c2b-e236b922eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:a3:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:31:33Z', 'updated_at': '2022-09-12T23:31:33Z', 'revision_number': 0, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:34.697894 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5319b808-3847-4855-9253-80160ef2885e req-4955899c-23eb-4e19-b0f3-a4f196a2f77d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.0500925 Sep 12 23:31:34.726704 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36227343-e175-4fcd-9c2b-e236b922eead None None] Checking router: 7d487690-b453-417c-969d-a2ee43b4553a for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:31:34.736286 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36227343-e175-4fcd-9c2b-e236b922eead None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:34.736920 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-36227343-e175-4fcd-9c2b-e236b922eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:31:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:34.748030 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319b808-3847-4855-9253-80160ef2885e req-ab0f86ae-19d8-4298-9c72-c67557b89439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:34.752940 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5319b808-3847-4855-9253-80160ef2885e req-ab0f86ae-19d8-4298-9c72-c67557b89439 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459404 Sep 12 23:31:34.850052 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-36227343-e175-4fcd-9c2b-e236b922eead None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:34.865733 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5319b808-3847-4855-9253-80160ef2885e req-8dcab370-86f2-4f96-9222-397b9e19fe05 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053538 Sep 12 23:31:34.966360 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5319b808-3847-4855-9253-80160ef2885e req-69ebba47-2de0-4398-9fc4-32d382f7901b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907304 Sep 12 23:31:35.195242 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-36227343-e175-4fcd-9c2b-e236b922eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:a3:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:31:33Z', 'updated_at': '2022-09-12T23:31:33Z', 'revision_number': 0, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:35.220299 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36227343-e175-4fcd-9c2b-e236b922eead None None] The sync data for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi is: [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:a3:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:31:33Z', 'updated_at': '2022-09-12T23:31:33Z', 'revision_number': 0, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:31:35.414132 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3e111-c4c6-4b79-ba93-87b5e959abbd None None] New status for floating IP 114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:31:35.445574 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:36.330560 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:31:38.164803 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:39.037364 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81624284-b452-407b-99f8-b0664c79f0b1 req-662ac3a4-8a1f-4e20-9481-8fcacb6c2809 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:39.038896 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-81624284-b452-407b-99f8-b0664c79f0b1 req-662ac3a4-8a1f-4e20-9481-8fcacb6c2809 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0479627 Sep 12 23:31:39.094756 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-81624284-b452-407b-99f8-b0664c79f0b1 req-01af1377-1471-4364-afb2-d60f639117a0 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454988 Sep 12 23:31:40.160829 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-8f1061c6-b670-427e-82b6-d7e4d45d8766 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1683360433&fields=id&tenant_id=e3ac3aed7b1e495f81dc29d224be1eba HTTP/1.1" status: 200 len: 267 time: 0.0454862 Sep 12 23:31:40.216907 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fabfd-8370-49c5-b6c6-2f73e5e209c9 req-73eed3f4-a5a5-4267-9d56-3d814b5fcc45 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:40.218326 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-583fabfd-8370-49c5-b6c6-2f73e5e209c9 req-73eed3f4-a5a5-4267-9d56-3d814b5fcc45 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0481310 Sep 12 23:31:40.266000 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-583fabfd-8370-49c5-b6c6-2f73e5e209c9 req-2be7c1f8-d556-47a4-9542-e1847212ca4f tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419090 Sep 12 23:31:40.272807 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-f1c3c702-8c73-42fb-bb6e-b15242f4f21c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:40.274867 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-f1c3c702-8c73-42fb-bb6e-b15242f4f21c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a7ffe834-d031-4407-b7a2-432ed18b27d2 HTTP/1.1" status: 200 len: 809 time: 0.1065235 Sep 12 23:31:40.290067 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-f6933efe-6286-451d-a1fd-a12a5a0b38d9 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/quotas/e3ac3aed7b1e495f81dc29d224be1eba HTTP/1.1" status: 200 len: 375 time: 0.0097644 Sep 12 23:31:40.342492 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-2b234331-f533-4c3f-a298-a30ad5df8627 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=e3ac3aed7b1e495f81dc29d224be1eba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474076 Sep 12 23:31:40.413459 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:40.423311 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:40.453505 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-bdd06a72-fc4c-4538-8255-d6bfc258fdd5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001360 Sep 12 23:31:40.554075 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-cbd43b90-bd9a-4d58-ab17-704992951618 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948679 Sep 12 23:31:40.845646 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-91692a65-b9b4-4eaa-b6e3-aebfb9535849 req-2aed71a0-fa5e-4f72-b59a-55f7c15a78b9 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 210 time: 0.0330408 Sep 12 23:31:41.397488 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3ca9a-0c6f-416e-8042-61e0a8b74c62 req-bf251d85-10c7-4d17-b5e3-a3e797b60bbd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:41.400205 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14c3ca9a-0c6f-416e-8042-61e0a8b74c62 req-bf251d85-10c7-4d17-b5e3-a3e797b60bbd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0515680 Sep 12 23:31:41.451397 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14c3ca9a-0c6f-416e-8042-61e0a8b74c62 req-2dacb9d2-21f8-4739-84d7-9845fceeb017 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437970 Sep 12 23:31:41.953228 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6637f2ce-cc77-4304-83be-305ee68481b9 req-4a4fc674-7967-460c-9b3d-fa4eb7fbc7ef tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 210 time: 0.0294566 Sep 12 23:31:42.136730 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:42.148112 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-acba604a-851e-4ad3-b3e2-d9d41ce55ddc tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:42.149613 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-acba604a-851e-4ad3-b3e2-d9d41ce55ddc tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a7ffe834-d031-4407-b7a2-432ed18b27d2 HTTP/1.1" status: 200 len: 809 time: 0.1122849 Sep 12 23:31:42.188565 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:42.217798 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-05b3bed8-88d9-4a17-a6f2-fc21e3938a3d tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e3ac3aed7b1e495f81dc29d224be1eba HTTP/1.1" status: 200 len: 380 time: 0.0569308 Sep 12 23:31:42.227657 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Request body: {'port': {'device_id': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'admin_state_up': True, 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'security_groups': ['d09377ad-3234-485b-b684-3eb7f49c56d8']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:42.336785 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Made reservation on behalf of e3ac3aed7b1e495f81dc29d224be1eba for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:31:42.341139 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:42.468876 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Allocated IP 172.20.0.12 (a7ffe834-d031-4407-b7a2-432ed18b27d2/99d91101-d63b-49c6-816a-6c0cd683e93e/6ccc2d74-2c48-49e0-b714-f319925458f8) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:31:42.584159 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f231bf4-e67a-4531-94a4-23f9bed618d0 req-17cff68b-d6d2-465f-ae27-542b18b84fb1 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:42.585691 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0f231bf4-e67a-4531-94a4-23f9bed618d0 req-17cff68b-d6d2-465f-ae27-542b18b84fb1 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0560410 Sep 12 23:31:42.629380 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:42.638511 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0f231bf4-e67a-4531-94a4-23f9bed618d0 req-ab2fef6d-2f03-42be-ac47-8fa1c5b367ee tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469747 Sep 12 23:31:42.668931 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:42.723833 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Network a7ffe834-d031-4407-b7a2-432ed18b27d2 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:42.726963 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:42.731581 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:31:42.759734 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event updated for resources: {'Port': ['ID=6ccc2d74-2c48-49e0-b714-f319925458f8,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:42.787773 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:42.788454 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:42.807207 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-b963d038-8c27-47ba-a337-faad161381a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5831206 Sep 12 23:31:42.826308 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Request body: {'port': {'device_id': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:42.897582 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:42.941625 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-7634fbe2-c813-43c6-bb9f-1df6ec8468e6 None None] Provisioning complete for port 6ccc2d74-2c48-49e0-b714-f319925458f8 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:42.942204 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7634fbe2-c813-43c6-bb9f-1df6ec8468e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:42.944435 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:42.974174 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-7634fbe2-c813-43c6-bb9f-1df6ec8468e6 None None] Port 6ccc2d74-2c48-49e0-b714-f319925458f8 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:31:43.025886 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:43.067973 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:43.116542 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4c6ed-1d24-4568-b582-125678213360 req-542aebd3-52f9-43c8-ab16-2135a91bc23b tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:43.118034 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e9f4c6ed-1d24-4568-b582-125678213360 req-542aebd3-52f9-43c8-ab16-2135a91bc23b tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 932 time: 0.0614169 Sep 12 23:31:43.212920 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e9f4c6ed-1d24-4568-b582-125678213360 req-62ccf78c-567d-4a7c-a238-c0d2b4aec246 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849559 Sep 12 23:31:43.249925 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccc2d74-2c48-49e0-b714-f319925458f8 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:31:43.257753 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Publish callbacks [] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:43.271437 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Transition to ACTIVE for port object 6ccc2d74-2c48-49e0-b714-f319925458f8 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:31:43.275633 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:43.356718 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccc2d74-2c48-49e0-b714-f319925458f8,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:43.390503 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Attempting to bind port 6ccc2d74-2c48-49e0-b714-f319925458f8 on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:31:43.390834 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Attempting to bind port 6ccc2d74-2c48-49e0-b714-f319925458f8 by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:31:43.391157 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Attempting to bind port 6ccc2d74-2c48-49e0-b714-f319925458f8 on network a7ffe834-d031-4407-b7a2-432ed18b27d2 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:31:43.435082 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Port 6ccc2d74-2c48-49e0-b714-f319925458f8 on network a7ffe834-d031-4407-b7a2-432ed18b27d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:31:43.435407 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Attempting to bind port 6ccc2d74-2c48-49e0-b714-f319925458f8 on network a7ffe834-d031-4407-b7a2-432ed18b27d2 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:31:43.483003 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:31:43.483336 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Checking segment: {'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:31:43.483752 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Bound using segment: {'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:31:43.484199 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Bound port: 6ccc2d74-2c48-49e0-b714-f319925458f8, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76a87ba-1781-438c-867b-b39d02a0b412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:31:43.484536 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:43.546198 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] For port 6ccc2d74-2c48-49e0-b714-f319925458f8, host hv-cinder-85200, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:31:43.549829 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] For port 6ccc2d74-2c48-49e0-b714-f319925458f8, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=6ccc2d74-2c48-49e0-b714-f319925458f8,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:31:43.556393 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:43.560440 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:43.561040 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:43.562428 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6ccc2d74-2c48-49e0-b714-f319925458f8 HTTP/1.1" status: 200 len: 1094 time: 0.7416565 Sep 12 23:31:43.562970 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:31:43.565232 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:31:43.607552 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc095f7-22c1-4a03-b428-2f9298fa22cc x-openstack-request-id: req-ecc095f7-22c1-4a03-b428-2f9298fa22cc {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:31:43.607860 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:31:43.608110 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ecc095f7-22c1-4a03-b428-2f9298fa22cc {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:31:43.608508 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc095f7-22c1-4a03-b428-2f9298fa22cc'] response: {'name': 'network-changed', 'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'status': 'completed', 'code': 200} Sep 12 23:31:43.617605 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc372e-7602-4e7a-9f5b-11fc6a4c78a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccc2d74-2c48-49e0-b714-f319925458f8,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:43.665854 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-6fe7dc3c-c207-447e-9da3-57ad83db9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:43.667397 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-6fe7dc3c-c207-447e-9da3-57ad83db9ced service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3ac3aed7b1e495f81dc29d224be1eba&device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 1128 time: 0.0420785 Sep 12 23:31:43.711505 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-3fed577e-7f83-4c6a-ba16-cfe346172767 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ccc2d74-2c48-49e0-b714-f319925458f8 HTTP/1.1" status: 200 len: 217 time: 0.0342286 Sep 12 23:31:43.790350 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-92bab6ee-d55c-4efd-a6ad-869af3475ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:43.791852 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-92bab6ee-d55c-4efd-a6ad-869af3475ca8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=99d91101-d63b-49c6-816a-6c0cd683e93e HTTP/1.1" status: 200 len: 848 time: 0.0747569 Sep 12 23:31:43.797794 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d0f81-b955-4401-b482-dfd2d0041e97 req-cc9569bb-d01a-4ebb-a0e2-974fdaa73d18 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:43.799060 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ab3d0f81-b955-4401-b482-dfd2d0041e97 req-cc9569bb-d01a-4ebb-a0e2-974fdaa73d18 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0736568 Sep 12 23:31:43.854171 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-c00a4af8-35fc-431c-adcc-a0891d3aa97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:43.855705 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-c00a4af8-35fc-431c-adcc-a0891d3aa97c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a7ffe834-d031-4407-b7a2-432ed18b27d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557673 Sep 12 23:31:43.880411 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:43.894900 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ab3d0f81-b955-4401-b482-dfd2d0041e97 req-9e916cbf-a308-4338-bf65-72f16c18f969 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872381 Sep 12 23:31:43.956967 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:43.961212 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-3a996b56-dafc-4871-a392-cd9241dad023 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950518 Sep 12 23:31:44.056130 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5a38ba58-2b77-47b9-8bf6-99ff5d23efb1 req-00eaef4a-0cf0-486c-acb6-789dcb72a7aa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855587 Sep 12 23:31:44.339665 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac212bc-87a1-4d91-88c7-f4aaa2345b2d req-6fe1219c-ef14-48ca-8d33-104a6e29da3b tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:44.341038 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dac212bc-87a1-4d91-88c7-f4aaa2345b2d req-6fe1219c-ef14-48ca-8d33-104a6e29da3b tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0463064 Sep 12 23:31:44.391812 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dac212bc-87a1-4d91-88c7-f4aaa2345b2d req-f44cd499-aa48-45f2-80ff-ac298b4cb777 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452189 Sep 12 23:31:44.402419 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881 req-2ab7c925-d3fb-4434-9212-57451e763ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:44.404315 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881 req-2ab7c925-d3fb-4434-9212-57451e763ca2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3ac3aed7b1e495f81dc29d224be1eba&device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 1128 time: 0.0403631 Sep 12 23:31:44.751208 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881 req-3ac7fc15-d589-4549-bd55-3298b783d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:44.752773 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881 req-3ac7fc15-d589-4549-bd55-3298b783d031 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a7ffe834-d031-4407-b7a2-432ed18b27d2 HTTP/1.1" status: 200 len: 910 time: 0.3418741 Sep 12 23:31:44.791698 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881 req-699b5356-f2fa-43e8-bbd5-cbcd632b67db service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ccc2d74-2c48-49e0-b714-f319925458f8 HTTP/1.1" status: 200 len: 217 time: 0.0318377 Sep 12 23:31:44.839401 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881 req-009ee412-1d59-40f6-9410-96daae50bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:44.840879 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881 req-009ee412-1d59-40f6-9410-96daae50bb22 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=99d91101-d63b-49c6-816a-6c0cd683e93e HTTP/1.1" status: 200 len: 848 time: 0.0426419 Sep 12 23:31:44.893586 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881 req-4b4f5e57-df30-44d1-8dfa-70e028180b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:44.895129 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881 req-4b4f5e57-df30-44d1-8dfa-70e028180b67 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a7ffe834-d031-4407-b7a2-432ed18b27d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456905 Sep 12 23:31:45.012043 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881 req-51cf798b-2509-45df-bb40-dcdd585d200d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098144 Sep 12 23:31:45.045602 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2c45-ea0e-47f2-be3e-fa80cd978cee req-a65205cb-9226-47f4-a5de-7ebf8e937e5a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:45.046987 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-686b2c45-ea0e-47f2-be3e-fa80cd978cee req-a65205cb-9226-47f4-a5de-7ebf8e937e5a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0753407 Sep 12 23:31:45.139404 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-686b2c45-ea0e-47f2-be3e-fa80cd978cee req-c148f00c-ac67-4a2b-9141-9bac2cbd0d1a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684488 Sep 12 23:31:45.144724 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dbdbe2db-f5ec-4a43-8f2f-f0e81ec31881 req-9acbb970-6869-4cbb-bed7-b7745e2e48cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252942 Sep 12 23:31:45.518406 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940edf8a-d16d-4ab3-b095-805f93917922 req-36a81b69-7e87-439b-8872-23e3d87f7405 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:45.519887 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-940edf8a-d16d-4ab3-b095-805f93917922 req-36a81b69-7e87-439b-8872-23e3d87f7405 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0514023 Sep 12 23:31:45.569247 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-940edf8a-d16d-4ab3-b095-805f93917922 req-31d103c8-9984-4285-b8d9-755ef2ef9cc8 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438945 Sep 12 23:31:46.269268 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8d2dc-e16a-4988-b7f2-9fb7aad2d181 req-69773fdb-5521-40f6-8b5b-bc84865766c6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:46.270707 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-47d8d2dc-e16a-4988-b7f2-9fb7aad2d181 req-69773fdb-5521-40f6-8b5b-bc84865766c6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0503263 Sep 12 23:31:46.317517 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-47d8d2dc-e16a-4988-b7f2-9fb7aad2d181 req-6c04b3d6-e9ac-4501-a132-fe0f1ab71086 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Sep 12 23:31:46.325449 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:46.686202 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb8b21-5762-4025-a4ba-defa86004aca req-75d134e1-7b23-4c50-bbee-861aad315e47 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:46.687675 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-71cb8b21-5762-4025-a4ba-defa86004aca req-75d134e1-7b23-4c50-bbee-861aad315e47 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0463264 Sep 12 23:31:46.737672 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-71cb8b21-5762-4025-a4ba-defa86004aca req-d1ca9175-50b0-4ac1-adcd-71e431f19f65 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Sep 12 23:31:47.444499 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a683972-ded2-4aab-87d8-23eae89bf66d req-6da725eb-9cb7-4030-90a8-b12435b766d1 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:47.446618 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a683972-ded2-4aab-87d8-23eae89bf66d req-6da725eb-9cb7-4030-90a8-b12435b766d1 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0505583 Sep 12 23:31:47.496198 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6a683972-ded2-4aab-87d8-23eae89bf66d req-39e350d4-9f0e-4b31-8077-9e5752c7f0d3 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 Sep 12 23:31:47.855143 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d31ed4-ca9b-4a1a-b114-f3b6a01fb8bd req-d9f70961-8fdc-4453-914d-9ac2cb86e3c0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:47.856740 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7d31ed4-ca9b-4a1a-b114-f3b6a01fb8bd req-d9f70961-8fdc-4453-914d-9ac2cb86e3c0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0459068 Sep 12 23:31:47.909160 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7d31ed4-ca9b-4a1a-b114-f3b6a01fb8bd req-2ea7a968-bd51-48da-808e-28f64f8538e0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471213 Sep 12 23:31:48.620583 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee215d-51b9-4568-a26e-7c1697a442ce req-fc80dd65-23d9-4ef3-b44b-bc1fe1cd0311 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:48.622138 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-adee215d-51b9-4568-a26e-7c1697a442ce req-fc80dd65-23d9-4ef3-b44b-bc1fe1cd0311 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0459123 Sep 12 23:31:48.673353 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-adee215d-51b9-4568-a26e-7c1697a442ce req-95c7575b-d3de-472c-9200-0e0849749ece tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447197 Sep 12 23:31:49.026928 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325fd6b-0b73-49cb-ae13-da35a3287000 req-40df815c-03db-4fca-92d5-d46cdaa0f76d tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:49.028748 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a325fd6b-0b73-49cb-ae13-da35a3287000 req-40df815c-03db-4fca-92d5-d46cdaa0f76d tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0472517 Sep 12 23:31:49.077823 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a325fd6b-0b73-49cb-ae13-da35a3287000 req-619beca2-e5dc-445d-86c4-b88884e2ffde tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Sep 12 23:31:49.797449 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eba0e-6340-4400-8c6e-494321f6a8a7 req-9aac72be-baf3-49cb-9799-b74bb3128e0c tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:49.798979 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ff3eba0e-6340-4400-8c6e-494321f6a8a7 req-9aac72be-baf3-49cb-9799-b74bb3128e0c tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0493510 Sep 12 23:31:49.831717 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:49.835696 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:49.847923 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ff3eba0e-6340-4400-8c6e-494321f6a8a7 req-036f143a-3a0c-4bb0-a7e0-c7be98863aeb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432725 Sep 12 23:31:50.045559 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8fc59-acf3-488b-8c9e-e59c0fef5acf req-1fac5205-200f-452a-afac-e45e15725745 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:50.047061 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e1b8fc59-acf3-488b-8c9e-e59c0fef5acf req-1fac5205-200f-452a-afac-e45e15725745 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0467958 Sep 12 23:31:50.093061 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e1b8fc59-acf3-488b-8c9e-e59c0fef5acf req-c86b7e81-bb23-44de-acc7-4abec39c151d tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404668 Sep 12 23:31:50.198656 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb234df-c104-4fdc-9a6a-0ece9095bccd req-a2cbeed1-b5ff-4f61-b1dd-2b474e029a53 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:50.200111 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3fb234df-c104-4fdc-9a6a-0ece9095bccd req-a2cbeed1-b5ff-4f61-b1dd-2b474e029a53 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0455887 Sep 12 23:31:50.249078 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3fb234df-c104-4fdc-9a6a-0ece9095bccd req-0b9f21da-4871-4a3c-b0d3-2a8b7cbebe41 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432718 Sep 12 23:31:50.362940 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c0b63-e0af-445f-b9b2-77aa07776360 req-ce743d4a-d003-4595-90c6-66f20602dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:50.364469 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0a0c0b63-e0af-445f-b9b2-77aa07776360 req-ce743d4a-d003-4595-90c6-66f20602dce9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 1129 time: 0.0411611 Sep 12 23:31:50.454833 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c0b63-e0af-445f-b9b2-77aa07776360 req-62bbc903-8774-44bf-9ed5-72b93c3a2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:50.456316 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0a0c0b63-e0af-445f-b9b2-77aa07776360 req-62bbc903-8774-44bf-9ed5-72b93c3a2d1c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87d38067-03b8-4be7-846c-3dce062309f6 HTTP/1.1" status: 200 len: 912 time: 0.0841901 Sep 12 23:31:50.529712 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0a0c0b63-e0af-445f-b9b2-77aa07776360 req-1561c801-d1ce-4264-9a8b-e45e1251b9fa service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f432d2c4-e8e1-4abe-b933-41ca765c4f52 HTTP/1.1" status: 200 len: 1000 time: 0.0654447 Sep 12 23:31:50.578287 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c0b63-e0af-445f-b9b2-77aa07776360 req-fbcd9824-3c17-4181-8a19-c54c6d3c40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:50.579700 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0a0c0b63-e0af-445f-b9b2-77aa07776360 req-fbcd9824-3c17-4181-8a19-c54c6d3c40d1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda HTTP/1.1" status: 200 len: 850 time: 0.0430653 Sep 12 23:31:50.629330 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c0b63-e0af-445f-b9b2-77aa07776360 req-60371812-3b1d-4848-8045-30d6734c968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:50.630805 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0a0c0b63-e0af-445f-b9b2-77aa07776360 req-60371812-3b1d-4848-8045-30d6734c968e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87d38067-03b8-4be7-846c-3dce062309f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378971 Sep 12 23:31:50.727028 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0a0c0b63-e0af-445f-b9b2-77aa07776360 req-3ff2dc84-86d3-4617-beb5-ef8f999174c1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868707 Sep 12 23:31:50.814446 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0a0c0b63-e0af-445f-b9b2-77aa07776360 req-3f6a2957-5ecd-4d01-8a74-d08c794e1522 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810606 Sep 12 23:31:51.220054 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2af24f-2c7e-4125-a026-5c95c3d7f014 req-007aafef-eb04-4efe-b5ad-aec28dbe5946 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:51.221522 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-db2af24f-2c7e-4125-a026-5c95c3d7f014 req-007aafef-eb04-4efe-b5ad-aec28dbe5946 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0519960 Sep 12 23:31:51.268247 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-db2af24f-2c7e-4125-a026-5c95c3d7f014 req-42ab26a8-5dbd-484e-afae-973b110b0f7f tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 Sep 12 23:31:51.374431 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3654bff-9145-4fe7-b0d3-3e82e71615cf req-653640a8-1ecf-4f76-8217-a91c05bb69c7 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:51.375893 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b3654bff-9145-4fe7-b0d3-3e82e71615cf req-653640a8-1ecf-4f76-8217-a91c05bb69c7 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0490837 Sep 12 23:31:51.424053 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b3654bff-9145-4fe7-b0d3-3e82e71615cf req-e3d23dfd-251b-4500-9208-78c9a961e471 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Sep 12 23:31:52.024275 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 6ccc2d74-2c48-49e0-b714-f319925458f8 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:31:52.125875 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 6ccc2d74-2c48-49e0-b714-f319925458f8, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=6ccc2d74-2c48-49e0-b714-f319925458f8,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:52.137082 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'port_id': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'mac_address': 'fa:16:3e:91:4c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:31:52.171017 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 6ccc2d74-2c48-49e0-b714-f319925458f8 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:52.171419 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:52.184696 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccc2d74-2c48-49e0-b714-f319925458f8 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:31:52.208255 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 6ccc2d74-2c48-49e0-b714-f319925458f8, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=6ccc2d74-2c48-49e0-b714-f319925458f8,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:52.212829 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:52.257431 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=6ccc2d74-2c48-49e0-b714-f319925458f8,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:52.386975 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd62563-d10c-4534-a08b-a0eea48fac18 req-f745cc17-ab51-4d0b-8cf9-0c9180127372 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:52.388465 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6bd62563-d10c-4534-a08b-a0eea48fac18 req-f745cc17-ab51-4d0b-8cf9-0c9180127372 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0460682 Sep 12 23:31:52.435981 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6bd62563-d10c-4534-a08b-a0eea48fac18 req-2028a9ca-a052-4b68-9e6d-6a799ff522ab tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Sep 12 23:31:52.529922 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['6ccc2d74-2c48-49e0-b714-f319925458f8'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:31:52.535264 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:52.546125 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4011d-c4ff-40f0-be56-1d844fba0f26 req-99d7bd89-3be6-4e36-9731-1d53a2d394a7 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:52.547844 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-31f4011d-c4ff-40f0-be56-1d844fba0f26 req-99d7bd89-3be6-4e36-9731-1d53a2d394a7 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 945 time: 0.0509651 Sep 12 23:31:52.575036 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:52.599023 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-31f4011d-c4ff-40f0-be56-1d844fba0f26 req-a872cb75-2301-4463-aa44-ffdc51e2516a tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456870 Sep 12 23:31:52.626913 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:53.293107 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:53.724093 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec1a1a-bb6d-444f-9fd4-aadd81c6d328 req-c1cf6ae0-2f67-4774-a0ac-0da4a559db97 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:53.725580 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a1ec1a1a-bb6d-444f-9fd4-aadd81c6d328 req-c1cf6ae0-2f67-4774-a0ac-0da4a559db97 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 945 time: 0.0506253 Sep 12 23:31:53.773989 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a1ec1a1a-bb6d-444f-9fd4-aadd81c6d328 req-c3f2939c-8377-45d2-834d-f638f651e000 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424902 Sep 12 23:31:54.037829 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 6ccc2d74-2c48-49e0-b714-f319925458f8 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:31:54.081937 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port 6ccc2d74-2c48-49e0-b714-f319925458f8 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:31:54.087824 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 6ccc2d74-2c48-49e0-b714-f319925458f8 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:31:54.088194 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:54.158085 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 6ccc2d74-2c48-49e0-b714-f319925458f8 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:31:54.158474 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:54.181054 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:31:54.183208 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04245c75-6ae3-420e-be52-331f4006084f" -d '{"events": [{"server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "name": "network-vif-plugged", "status": "completed", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:31:54.195910 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 6ccc2d74-2c48-49e0-b714-f319925458f8, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=6ccc2d74-2c48-49e0-b714-f319925458f8,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:31:54.199839 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:54.224772 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282808ec-a8bb-4904-904f-387734a1e5e0 x-openstack-request-id: req-282808ec-a8bb-4904-904f-387734a1e5e0 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:31:54.225065 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "name": "network-vif-plugged", "status": "completed", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:31:54.225316 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-282808ec-a8bb-4904-904f-387734a1e5e0 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:31:54.225706 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282808ec-a8bb-4904-904f-387734a1e5e0'] response: {'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'code': 200} Sep 12 23:31:54.254227 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=6ccc2d74-2c48-49e0-b714-f319925458f8,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:54.465444 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43285e6-0824-4161-ace0-6d14ab4f22e7 req-f5189b78-aa30-4453-9170-63b26200493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:54.466839 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a43285e6-0824-4161-ace0-6d14ab4f22e7 req-f5189b78-aa30-4453-9170-63b26200493b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 1130 time: 0.0382364 Sep 12 23:31:54.514240 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a43285e6-0824-4161-ace0-6d14ab4f22e7 req-2a17e55a-f89a-4eec-ba5c-05c8acac96a9 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395033 Sep 12 23:31:54.865672 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:54.879388 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a710e791-8da2-4a68-aed3-ce66705da8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:54.892495 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495166b1-baf0-4278-b9a6-43000322d911 req-40911833-7922-407f-b355-729773c2cf1f tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:54.893990 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-495166b1-baf0-4278-b9a6-43000322d911 req-40911833-7922-407f-b355-729773c2cf1f tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0482948 Sep 12 23:31:54.921034 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:54.926498 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:54.949621 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-495166b1-baf0-4278-b9a6-43000322d911 req-1381f9c4-0021-44e1-91fe-47ab37e85095 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494971 Sep 12 23:31:56.067722 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae4f01-cc09-465a-b907-a82d7bc035fc req-55cc98d7-1558-4037-8644-b95bec49b02f tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:56.069169 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceae4f01-cc09-465a-b907-a82d7bc035fc req-55cc98d7-1558-4037-8644-b95bec49b02f tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0461452 Sep 12 23:31:56.122149 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ceae4f01-cc09-465a-b907-a82d7bc035fc req-b1066a61-de96-4b05-a9ad-6396abbd556b tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475068 Sep 12 23:31:57.244780 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23a210-4add-4fb4-acbe-89e3fae7e13f req-c765966b-0358-4a59-b30c-a5ab0662df5b tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:57.246176 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0e23a210-4add-4fb4-acbe-89e3fae7e13f req-c765966b-0358-4a59-b30c-a5ab0662df5b tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0481207 Sep 12 23:31:57.298125 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0e23a210-4add-4fb4-acbe-89e3fae7e13f req-d44f4449-c1be-41d8-b0ee-77fb54819e35 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461624 Sep 12 23:31:57.319137 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6eb597a7-d4bf-4fab-8859-6685576f0606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:57.416908 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f542f-a292-4545-a461-4dd1aca867c8 req-b3d5fa30-2cb2-4740-87a2-cd4b1b301d47 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:57.418389 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-908f542f-a292-4545-a461-4dd1aca867c8 req-b3d5fa30-2cb2-4740-87a2-cd4b1b301d47 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0471177 Sep 12 23:31:57.467260 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-908f542f-a292-4545-a461-4dd1aca867c8 req-66616a4e-5be0-430b-b2af-b3dd1f74be58 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432827 Sep 12 23:31:57.496031 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49614) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:57.573764 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78194f5-6f72-41a7-8b9c-212a1ef40763 tempest-TestShelveInstance-22445977 tempest-TestShelveInstance-22445977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:57.575236 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c78194f5-6f72-41a7-8b9c-212a1ef40763 tempest-TestShelveInstance-22445977 tempest-TestShelveInstance-22445977-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 1125 time: 0.0783012 Sep 12 23:31:57.578175 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49618) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:31:57.582463 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'port_id': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:31:57.604534 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:57.685375 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:57.788081 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Allocated IP 172.27.3.43 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/9e08e3ae-2c55-4e54-875c-33a9469bcccf) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:31:57.894255 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for port (9e08e3ae-2c55-4e54-875c-33a9469bcccf), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:57.927354 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (9e08e3ae-2c55-4e54-875c-33a9469bcccf), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:57.967813 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:31:57.972715 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:31:57.975332 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:31:57.979260 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event updated for resources: {'Port': ['ID=9e08e3ae-2c55-4e54-875c-33a9469bcccf,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:58.008089 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.008433 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.008774 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.009113 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.009445 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.009771 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.010094 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.010415 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.010735 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.011055 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.011375 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.011726 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.012046 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.012362 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.012676 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:31:58.240577 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:58.242576 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:58.337731 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for floatingip (4da160da-2758-441c-96d9-628dae40a8aa), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:58.404571 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (9e08e3ae-2c55-4e54-875c-33a9469bcccf), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:58.493357 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:58.550748 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for port (9e08e3ae-2c55-4e54-875c-33a9469bcccf), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:58.555537 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (9e08e3ae-2c55-4e54-875c-33a9469bcccf), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:58.620639 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (4da160da-2758-441c-96d9-628dae40a8aa), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:58.622484 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event updated for resources: {'Port': ['ID=9e08e3ae-2c55-4e54-875c-33a9469bcccf,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:31:58.716802 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Floating IP 4da160da-2758-441c-96d9-628dae40a8aa associated. External IP: 172.27.3.43, port: 6ccc2d74-2c48-49e0-b714-f319925458f8. Sep 12 23:31:58.910948 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Router 6fa9a102-2808-42d0-be00-fb1873f777e3 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:31:59.005149 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:59.015216 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:31:59.025045 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c9552-6b0e-4966-a7a3-7fe8b11ed08c None None] Sync routers for ids ['6fa9a102-2808-42d0-be00-fb1873f777e3'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:31:59.032917 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:59.035604 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c9552-6b0e-4966-a7a3-7fe8b11ed08c None None] Routers {'6fa9a102-2808-42d0-be00-fb1873f777e3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:59.036226 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-580c9552-6b0e-4966-a7a3-7fe8b11ed08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:31:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['6fa9a102-2808-42d0-be00-fb1873f777e3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:59.063892 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-de89ee67-9274-4c42-8d42-b92e5a7e2dc1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4846525 Sep 12 23:31:59.064641 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:31:59.066964 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:31:59.103671 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9df47f2-b214-4d43-a8e6-7558f747190e x-openstack-request-id: req-d9df47f2-b214-4d43-a8e6-7558f747190e {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:31:59.103960 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:31:59.104209 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d9df47f2-b214-4d43-a8e6-7558f747190e {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:31:59.104610 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9df47f2-b214-4d43-a8e6-7558f747190e'] response: {'name': 'network-changed', 'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'status': 'completed', 'code': 200} Sep 12 23:31:59.140847 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-580c9552-6b0e-4966-a7a3-7fe8b11ed08c None None] Set router 6fa9a102-2808-42d0-be00-fb1873f777e3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:59.144044 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:59.174615 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d req-af581f7f-4e2e-458f-b673-feeab9fddbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:59.176192 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d req-af581f7f-4e2e-458f-b673-feeab9fddbc6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3ac3aed7b1e495f81dc29d224be1eba&device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 1130 time: 0.0407634 Sep 12 23:31:59.275608 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d req-a2a2586d-6d19-4262-992b-fa158d53009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:59.277086 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d req-a2a2586d-6d19-4262-992b-fa158d53009a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a7ffe834-d031-4407-b7a2-432ed18b27d2 HTTP/1.1" status: 200 len: 910 time: 0.0876305 Sep 12 23:31:59.339254 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d req-3b4b5213-36c0-4eeb-84e4-85d04fdd7418 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ccc2d74-2c48-49e0-b714-f319925458f8 HTTP/1.1" status: 200 len: 999 time: 0.0539510 Sep 12 23:31:59.358228 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-580c9552-6b0e-4966-a7a3-7fe8b11ed08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '4da160da-2758-441c-96d9-628dae40a8aa', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'port_id': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'mac_address': 'fa:16:3e:91:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:31:58Z', 'updated_at': '2022-09-12T23:31:58Z', 'revision_number': 0, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f043a2f2-e78b-4d11-98e4-7cf9be17267b', 'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'mac_address': 'fa:16:3e:7c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:12Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 5, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'subnets': [{'id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:59.383104 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c9552-6b0e-4966-a7a3-7fe8b11ed08c None None] Checking router: 6fa9a102-2808-42d0-be00-fb1873f777e3 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:31:59.389603 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d req-d4d0d2c3-418b-4087-96e6-304ce0e81914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:59.391132 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d req-d4d0d2c3-418b-4087-96e6-304ce0e81914 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=99d91101-d63b-49c6-816a-6c0cd683e93e HTTP/1.1" status: 200 len: 848 time: 0.0439615 Sep 12 23:31:59.391266 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c9552-6b0e-4966-a7a3-7fe8b11ed08c None None] Routers {'6fa9a102-2808-42d0-be00-fb1873f777e3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:31:59.391886 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-580c9552-6b0e-4966-a7a3-7fe8b11ed08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:31:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['6fa9a102-2808-42d0-be00-fb1873f777e3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:59.429985 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:31:59.440668 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d req-798b13af-8bd2-470a-9400-c076380e0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:31:59.442159 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d req-798b13af-8bd2-470a-9400-c076380e0af9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a7ffe834-d031-4407-b7a2-432ed18b27d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427642 Sep 12 23:31:59.496047 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-580c9552-6b0e-4966-a7a3-7fe8b11ed08c None None] Set router 6fa9a102-2808-42d0-be00-fb1873f777e3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:31:59.532386 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d req-0c0a603c-25a4-4615-ab14-f8cfe9f74d0b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821204 Sep 12 23:31:59.625235 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eb8cd9bf-1220-486c-a1bb-64f319c39c8d req-790850a0-b320-49f9-9a82-451f3b1b3bf0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868013 Sep 12 23:31:59.709763 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-580c9552-6b0e-4966-a7a3-7fe8b11ed08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '4da160da-2758-441c-96d9-628dae40a8aa', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'port_id': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'mac_address': 'fa:16:3e:91:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:31:58Z', 'updated_at': '2022-09-12T23:31:58Z', 'revision_number': 0, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f043a2f2-e78b-4d11-98e4-7cf9be17267b', 'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'mac_address': 'fa:16:3e:7c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:12Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 5, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'subnets': [{'id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:31:59.742639 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c9552-6b0e-4966-a7a3-7fe8b11ed08c None None] The sync data for ids ['6fa9a102-2808-42d0-be00-fb1873f777e3'] in dv-cinder-852009-7-iscsi is: [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '4da160da-2758-441c-96d9-628dae40a8aa', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'port_id': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'mac_address': 'fa:16:3e:91:4c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:31:58Z', 'updated_at': '2022-09-12T23:31:58Z', 'revision_number': 0, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f043a2f2-e78b-4d11-98e4-7cf9be17267b', 'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'mac_address': 'fa:16:3e:7c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:12Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 5, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'subnets': [{'id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:31:59.744686 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:31:59.936825 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2c73b-16f6-4924-96a8-2de5f67a5df0 None None] New status for floating IP 4da160da-2758-441c-96d9-628dae40a8aa: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:32:00.019290 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:07.454049 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=28 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:07.463542 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=15 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:08.171737 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:09.510588 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a14f1-8ee1-46ab-bd6b-2d5bfbef7029 req-03b5ebb4-56d2-44b9-bed7-493db3e36bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:09.512152 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c8a14f1-8ee1-46ab-bd6b-2d5bfbef7029 req-03b5ebb4-56d2-44b9-bed7-493db3e36bfd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 1129 time: 0.0408947 Sep 12 23:32:09.522143 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bcd4d-e747-4987-9d55-113cd80eb5a1 req-7ac4beee-5ae3-4810-b17e-b5640a94d9ec tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:09.523681 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7d0bcd4d-e747-4987-9d55-113cd80eb5a1 req-7ac4beee-5ae3-4810-b17e-b5640a94d9ec tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0468209 Sep 12 23:32:09.571978 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7d0bcd4d-e747-4987-9d55-113cd80eb5a1 req-f763f884-ac0d-464e-8caa-0ce2e3ee7e48 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419436 Sep 12 23:32:09.607862 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a14f1-8ee1-46ab-bd6b-2d5bfbef7029 req-8e5d84d7-3784-45ba-96bc-4dbd6e5220b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:09.609335 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c8a14f1-8ee1-46ab-bd6b-2d5bfbef7029 req-8e5d84d7-3784-45ba-96bc-4dbd6e5220b0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.0899482 Sep 12 23:32:09.670605 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c8a14f1-8ee1-46ab-bd6b-2d5bfbef7029 req-67880bcc-15c9-4ca0-b3e4-75650c268815 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24cc5eb-346a-4639-811c-1a0c53b0e5cc HTTP/1.1" status: 200 len: 1001 time: 0.0549302 Sep 12 23:32:09.722282 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a14f1-8ee1-46ab-bd6b-2d5bfbef7029 req-e3b4e525-7be6-4707-9dac-c1bb81599473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:09.723627 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c8a14f1-8ee1-46ab-bd6b-2d5bfbef7029 req-e3b4e525-7be6-4707-9dac-c1bb81599473 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.0424278 Sep 12 23:32:10.014741 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a14f1-8ee1-46ab-bd6b-2d5bfbef7029 req-1cc7df9b-7381-478d-9bde-0b6370185226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:10.016185 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c8a14f1-8ee1-46ab-bd6b-2d5bfbef7029 req-1cc7df9b-7381-478d-9bde-0b6370185226 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2852640 Sep 12 23:32:10.106119 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c8a14f1-8ee1-46ab-bd6b-2d5bfbef7029 req-23a068f6-b542-45d1-b1e3-048b6c6a8afe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819240 Sep 12 23:32:10.122862 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:10.201525 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c8a14f1-8ee1-46ab-bd6b-2d5bfbef7029 req-adb9174d-5da7-443d-9666-08624c0b1f41 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863771 Sep 12 23:32:10.691921 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea71acd-eafe-4769-81aa-735ffec596f3 req-e1b72495-56dc-4852-a7ef-4acbadd2e54b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:10.693401 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fea71acd-eafe-4769-81aa-735ffec596f3 req-e1b72495-56dc-4852-a7ef-4acbadd2e54b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0464787 Sep 12 23:32:10.739356 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fea71acd-eafe-4769-81aa-735ffec596f3 req-8fe2332d-0347-4bd9-acf9-868f345479e8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Sep 12 23:32:11.863194 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6eccf8-3a83-4060-ace1-a41a8544da23 req-3c3cf35a-b399-47d2-944b-1fd5a9745768 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:11.864677 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ac6eccf8-3a83-4060-ace1-a41a8544da23 req-3c3cf35a-b399-47d2-944b-1fd5a9745768 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0504696 Sep 12 23:32:11.914040 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ac6eccf8-3a83-4060-ace1-a41a8544da23 req-9061331b-f88c-4a2f-bd42-d8aabddd305a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432978 Sep 12 23:32:13.041390 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16976bf3-0fd1-418e-8a3d-c143c84e0671 req-e19df792-d341-452c-bf06-6f73c363ef55 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:13.042877 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-16976bf3-0fd1-418e-8a3d-c143c84e0671 req-e19df792-d341-452c-bf06-6f73c363ef55 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0474129 Sep 12 23:32:13.090272 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-16976bf3-0fd1-418e-8a3d-c143c84e0671 req-a79db6b6-d894-44ab-b861-c8d71e1d38cd tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417330 Sep 12 23:32:13.263303 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:13.275053 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:13.329794 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:32:13.801783 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd24eae-1f32-4324-8bf8-f91e5cf5c86a req-9458dfd5-08a4-442b-b868-93b754ebd63d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:13.803163 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4fd24eae-1f32-4324-8bf8-f91e5cf5c86a req-9458dfd5-08a4-442b-b868-93b754ebd63d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 946 time: 0.0512724 Sep 12 23:32:13.835337 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:13.850244 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4fd24eae-1f32-4324-8bf8-f91e5cf5c86a req-b99631e2-70c8-49b2-84ff-952f8dcdc8b1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414956 Sep 12 23:32:14.214654 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ebeaa-3ddd-47ea-b9b2-ceab9dad4073 req-26c7fb87-7c42-47c3-a2be-4d93236ca6b6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:14.216148 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d43ebeaa-3ddd-47ea-b9b2-ceab9dad4073 req-26c7fb87-7c42-47c3-a2be-4d93236ca6b6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0495515 Sep 12 23:32:14.262656 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d43ebeaa-3ddd-47ea-b9b2-ceab9dad4073 req-e2a1a0bb-db12-413d-8473-e2426bfb41e8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409725 Sep 12 23:32:14.973731 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b78d0-7ecd-4ae5-913a-81d182d20752 req-d4fba0ca-7ab8-4299-9e7a-2de615548eea tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:14.975175 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-573b78d0-7ecd-4ae5-913a-81d182d20752 req-d4fba0ca-7ab8-4299-9e7a-2de615548eea tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 946 time: 0.0456243 Sep 12 23:32:15.020846 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-573b78d0-7ecd-4ae5-913a-81d182d20752 req-c8935b51-42f5-427f-81e9-f3d7210a0e9c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394917 Sep 12 23:32:15.379884 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190ccc4-f212-4a25-a179-95e280e45aa6 req-0090cca9-1094-4e45-91bc-74c59556e443 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:15.381317 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1190ccc4-f212-4a25-a179-95e280e45aa6 req-0090cca9-1094-4e45-91bc-74c59556e443 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0456436 Sep 12 23:32:15.428203 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1190ccc4-f212-4a25-a179-95e280e45aa6 req-bcc52579-00ed-49c7-9236-243522edcf1c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409272 Sep 12 23:32:15.767377 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-61782b3f-ab8b-47ae-bbb8-7993db1ad724 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:15.768848 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-61782b3f-ab8b-47ae-bbb8-7993db1ad724 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 946 time: 0.0452042 Sep 12 23:32:15.853207 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Deleting port fbdc10fe-ce53-41fd-a771-18e381482273 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:32:15.853624 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:15.929495 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-4b21ac31-6c80-4008-ad8e-9cab2247dba9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378544 Sep 12 23:32:15.954924 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] For port fbdc10fe-ce53-41fd-a771-18e381482273, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=fbdc10fe-ce53-41fd-a771-18e381482273,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:32:15.955285 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:15.998161 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-e5751baa-1b37-4f86-963b-4c4726716c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:15.999784 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-e5751baa-1b37-4f86-963b-4c4726716c23 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 1129 time: 0.0425079 Sep 12 23:32:16.114884 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-acd9e67e-e411-48b7-bd7b-172079c8b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:16.116365 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-acd9e67e-e411-48b7-bd7b-172079c8b57a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.0890265 Sep 12 23:32:16.159265 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-0d4413a2-349b-4f51-91b7-cd1be5e43247 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a3abf75-9e9d-4acc-9edb-526d5e849d0e HTTP/1.1" status: 200 len: 217 time: 0.0354626 Sep 12 23:32:16.200133 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea85fa-0a23-4331-bf15-96581b1d9479 req-d6e55148-9f7f-4d19-a9ea-f4001d10b956 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:16.201624 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-abea85fa-0a23-4331-bf15-96581b1d9479 req-d6e55148-9f7f-4d19-a9ea-f4001d10b956 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 946 time: 0.0903220 Sep 12 23:32:16.204861 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:16.205180 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (08628f6b-bede-457f-88f8-1af299bda9e9), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:16.205499 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Floating IP 08628f6b-bede-457f-88f8-1af299bda9e9 disassociated. External IP: 172.27.3.104, port: fbdc10fe-ce53-41fd-a771-18e381482273. Sep 12 23:32:16.205845 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Calling delete_port for fbdc10fe-ce53-41fd-a771-18e381482273 owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:32:16.215840 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-03d7c9a4-06ee-4d18-9b2d-1f945cc8ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:16.217341 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-03d7c9a4-06ee-4d18-9b2d-1f945cc8ff9a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.0472288 Sep 12 23:32:16.270453 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-6637cb14-8198-45e3-b171-bc779603fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:16.272683 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-6637cb14-8198-45e3-b171-bc779603fcec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493374 Sep 12 23:32:16.308416 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-abea85fa-0a23-4331-bf15-96581b1d9479 req-0eeecf41-b3bf-49a8-82ed-1ed95e4683a2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=bddb3a05-01da-416e-ab1b-099d6e833d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982125 Sep 12 23:32:16.336015 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:16.381719 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (fbdc10fe-ce53-41fd-a771-18e381482273), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:16.386657 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-594237d3-d9c1-4cbb-97a3-b2d4bdfbf4c5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071825 Sep 12 23:32:16.407769 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event deleted for resources: {'Port': ['ID=fbdc10fe-ce53-41fd-a771-18e381482273,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:16.484325 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8348d48d-349c-46af-a00d-9ff78a98c38f req-2c2f6d3b-557a-49b7-bdd7-af8d5ce290d3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914314 Sep 12 23:32:16.523265 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Router dfeb7b9e-63d3-4601-b534-33494f5fef06 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:32:16.563972 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071003cc-90f3-49e2-bb64-278a15ad58b6 req-970b0997-ae45-4dc3-8142-80d4486eb285 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:16.565603 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-071003cc-90f3-49e2-bb64-278a15ad58b6 req-970b0997-ae45-4dc3-8142-80d4486eb285 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0583639 Sep 12 23:32:16.603255 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:16.613240 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:16.626071 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:16.632005 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-071003cc-90f3-49e2-bb64-278a15ad58b6 req-13e14bbd-6060-46e6-af7e-1013319c0362 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604897 Sep 12 23:32:16.637070 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:32:16.647681 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9aa12-66e4-42e8-a26f-4f75737a0ee0 None None] Sync routers for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:32:16.658120 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9aa12-66e4-42e8-a26f-4f75737a0ee0 None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:32:16.658725 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-94e9aa12-66e4-42e8-a26f-4f75737a0ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:31:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:16.682400 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] No DVR routers for this DVR port fbdc10fe-ce53-41fd-a771-18e381482273 on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:32:16.685284 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:16.688861 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-664fa0d3-5435-4c93-9df5-59515cf40071 req-768f3ef6-f6d4-4c1a-acde-3a54466db1f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.25 "DELETE /networking/v2.0/ports/fbdc10fe-ce53-41fd-a771-18e381482273 HTTP/1.1" status: 204 len: 173 time: 0.9147072 Sep 12 23:32:16.689388 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'name': 'network-vif-deleted', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:32:16.691669 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e6c0c8-d2bf-44bc-867b-0fa0f4a0ecc0" -d '{"events": [{"server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "name": "network-vif-deleted", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:32:16.730722 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31f793a-5c61-46e9-9a33-db66c53ac81b x-openstack-request-id: req-b31f793a-5c61-46e9-9a33-db66c53ac81b {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:32:16.731017 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07d4dcb-1679-4627-b94b-adc34cfffbb3", "name": "network-vif-deleted", "tag": "fbdc10fe-ce53-41fd-a771-18e381482273", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:32:16.731272 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b31f793a-5c61-46e9-9a33-db66c53ac81b {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:32:16.731703 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31f793a-5c61-46e9-9a33-db66c53ac81b'] response: {'server_uuid': 'e07d4dcb-1679-4627-b94b-adc34cfffbb3', 'name': 'network-vif-deleted', 'tag': 'fbdc10fe-ce53-41fd-a771-18e381482273', 'status': 'completed', 'code': 200} Sep 12 23:32:16.770367 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-94e9aa12-66e4-42e8-a26f-4f75737a0ee0 None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:32:17.037157 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:17.094234 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-94e9aa12-66e4-42e8-a26f-4f75737a0ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:17.120796 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9aa12-66e4-42e8-a26f-4f75737a0ee0 None None] Checking router: dfeb7b9e-63d3-4601-b534-33494f5fef06 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:32:17.128477 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9aa12-66e4-42e8-a26f-4f75737a0ee0 None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:32:17.129094 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-94e9aa12-66e4-42e8-a26f-4f75737a0ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:31:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:17.246192 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-94e9aa12-66e4-42e8-a26f-4f75737a0ee0 None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:32:17.329857 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:17.456466 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-54738409-4298-4280-8190-c8f8416e00d8 req-83bfaf98-0f38-4bbb-a702-1a60ac4e38b4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=e07d4dcb-1679-4627-b94b-adc34cfffbb3 HTTP/1.1" status: 200 len: 210 time: 0.0476384 Sep 12 23:32:17.466385 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-94e9aa12-66e4-42e8-a26f-4f75737a0ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:17.497007 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e9aa12-66e4-42e8-a26f-4f75737a0ee0 None None] The sync data for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi is: [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:32:17.774402 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b42ded-9689-48c9-98be-e2a79fec2976 req-18d3405b-5faa-41fe-ba56-0bd56fbf083d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:17.776144 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-13b42ded-9689-48c9-98be-e2a79fec2976 req-18d3405b-5faa-41fe-ba56-0bd56fbf083d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0510294 Sep 12 23:32:17.779250 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0147553-19af-4d33-9074-674bc26f0a83 None None] New status for floating IP 08628f6b-bede-457f-88f8-1af299bda9e9: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:32:17.829220 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-13b42ded-9689-48c9-98be-e2a79fec2976 req-e4ef9f3d-b4bf-4d73-9a88-211700992f3b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 Sep 12 23:32:18.553832 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49728) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:18.616509 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b778715d-0f1b-4813-b293-17d72bca12f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (bddb3a05-01da-416e-ab1b-099d6e833d2f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:18.640582 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b778715d-0f1b-4813-b293-17d72bca12f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (bddb3a05-01da-416e-ab1b-099d6e833d2f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:18.688554 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b778715d-0f1b-4813-b293-17d72bca12f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (bddb3a05-01da-416e-ab1b-099d6e833d2f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:18.691210 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b778715d-0f1b-4813-b293-17d72bca12f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:18.692415 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b778715d-0f1b-4813-b293-17d72bca12f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bddb3a05-01da-416e-ab1b-099d6e833d2f HTTP/1.1" status: 204 len: 168 time: 0.1375849 Sep 12 23:32:18.695354 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49730) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:18.703968 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778715d-0f1b-4813-b293-17d72bca12f3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddb3a05-01da-416e-ab1b-099d6e833d2f,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:18.717386 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.api.v2.resource [None req-3895396c-fc26-417b-b74f-4c1e6e3f1445 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] show failed (client error): The resource could not be found. Sep 12 23:32:18.718511 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3895396c-fc26-417b-b74f-4c1e6e3f1445 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups/bddb3a05-01da-416e-ab1b-099d6e833d2f HTTP/1.1" status: 404 len: 347 time: 0.0212438 Sep 12 23:32:18.721699 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49732) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:19.090632 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9ac7-5903-4d25-978c-86b89bbe9538 req-2d90577b-3986-45ab-8b2f-84b6984927a8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:19.092103 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-174d9ac7-5903-4d25-978c-86b89bbe9538 req-2d90577b-3986-45ab-8b2f-84b6984927a8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0725467 Sep 12 23:32:19.094467 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Deleting port fb55b0ae-ddd3-44b5-9df8-e93f9366bb94 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:32:19.094808 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (fb55b0ae-ddd3-44b5-9df8-e93f9366bb94), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.194425 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-174d9ac7-5903-4d25-978c-86b89bbe9538 req-76ce83ba-739e-4422-9139-8dd2563517e0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966280 Sep 12 23:32:19.206140 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (fb55b0ae-ddd3-44b5-9df8-e93f9366bb94), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.206474 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (fb55b0ae-ddd3-44b5-9df8-e93f9366bb94), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.220090 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Calling delete_port for fb55b0ae-ddd3-44b5-9df8-e93f9366bb94 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:32:19.369227 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (fb55b0ae-ddd3-44b5-9df8-e93f9366bb94), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.392439 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event deleted for resources: {'Port': ['ID=fb55b0ae-ddd3-44b5-9df8-e93f9366bb94,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:19.418550 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.418896 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.419235 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.419605 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.419926 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.420252 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.420577 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.420898 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.421220 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.421540 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.421862 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.422180 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.422497 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.422814 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.423134 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:19.467245 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (08628f6b-bede-457f-88f8-1af299bda9e9), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.469649 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.470831 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-364e7c58-7a4f-4fed-8eb8-ac7353285a60 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/08628f6b-bede-457f-88f8-1af299bda9e9 HTTP/1.1" status: 204 len: 168 time: 0.7479692 Sep 12 23:32:19.557889 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49738) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:19.563932 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-ecfa812a-6c10-441b-a0d7-824705618b01 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2097941164', 'description': 'tempest-description--538294121'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:19.592909 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecfa812a-6c10-441b-a0d7-824705618b01 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.661612 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecfa812a-6c10-441b-a0d7-824705618b01 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (36959103-db6a-4092-ba07-46fb692c8c5c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.665765 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecfa812a-6c10-441b-a0d7-824705618b01 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (36959103-db6a-4092-ba07-46fb692c8c5c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.696052 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ecfa812a-6c10-441b-a0d7-824705618b01 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.697265 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ecfa812a-6c10-441b-a0d7-824705618b01 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381955 Sep 12 23:32:19.699131 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa812a-6c10-441b-a0d7-824705618b01 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36959103-db6a-4092-ba07-46fb692c8c5c,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:19.700257 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49742) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:19.705001 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-97380dc7-3eda-44b1-9e6f-80b3d2bfdeb6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'security_group_rule': {'security_group_id': '36959103-db6a-4092-ba07-46fb692c8c5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:19.731745 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97380dc7-3eda-44b1-9e6f-80b3d2bfdeb6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (feda8e72-fbe9-4c37-8f0a-9bbc85d393c2), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.786143 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97380dc7-3eda-44b1-9e6f-80b3d2bfdeb6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (feda8e72-fbe9-4c37-8f0a-9bbc85d393c2), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.789369 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97380dc7-3eda-44b1-9e6f-80b3d2bfdeb6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (feda8e72-fbe9-4c37-8f0a-9bbc85d393c2), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.804525 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97380dc7-3eda-44b1-9e6f-80b3d2bfdeb6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feda8e72-fbe9-4c37-8f0a-9bbc85d393c2,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:19.816253 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-97380dc7-3eda-44b1-9e6f-80b3d2bfdeb6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.818439 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-97380dc7-3eda-44b1-9e6f-80b3d2bfdeb6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160560 Sep 12 23:32:19.820128 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49744) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:19.824944 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-c840674a-5a08-4f46-b63a-880801ac1184 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'security_group_rule': {'security_group_id': '36959103-db6a-4092-ba07-46fb692c8c5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:19.850599 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c840674a-5a08-4f46-b63a-880801ac1184 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (cbe2e4e6-7ec8-47e1-8faa-814bd7ff362a), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.893702 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:19.908498 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c840674a-5a08-4f46-b63a-880801ac1184 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (cbe2e4e6-7ec8-47e1-8faa-814bd7ff362a), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.912299 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c840674a-5a08-4f46-b63a-880801ac1184 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (cbe2e4e6-7ec8-47e1-8faa-814bd7ff362a), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.932520 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840674a-5a08-4f46-b63a-880801ac1184 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe2e4e6-7ec8-47e1-8faa-814bd7ff362a,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:19.941078 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c840674a-5a08-4f46-b63a-880801ac1184 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:19.942260 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c840674a-5a08-4f46-b63a-880801ac1184 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211481 Sep 12 23:32:19.945362 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49746) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:19.950088 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:19.967355 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:19.973148 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:20.050243 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:20.146035 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device fbdc10fe-ce53-41fd-a771-18e381482273 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:32:20.157488 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Allocated IP 172.27.3.221 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/8a7bedf7-edec-4e3c-8fb5-0c58d709577a) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:32:20.168664 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: fbdc10fe-ce53-41fd-a771-18e381482273 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:32:20.169015 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device fbdc10fe-ce53-41fd-a771-18e381482273 not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:32:20.260677 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for port (8a7bedf7-edec-4e3c-8fb5-0c58d709577a), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:20.330234 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1069e9-6f9c-407b-b3ce-4d3fad325aa5 req-de948e94-8bda-498c-a288-069b9ad68cb3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:20.331650 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a1069e9-6f9c-407b-b3ce-4d3fad325aa5 req-de948e94-8bda-498c-a288-069b9ad68cb3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0612657 Sep 12 23:32:20.338939 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (8a7bedf7-edec-4e3c-8fb5-0c58d709577a), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:20.386733 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:32:20.392790 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:32:20.399496 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:32:20.431889 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'Port': ['ID=8a7bedf7-edec-4e3c-8fb5-0c58d709577a,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:20.452341 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a1069e9-6f9c-407b-b3ce-4d3fad325aa5 req-f011e284-85ee-4a6c-88e4-75416bc80c03 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146522 Sep 12 23:32:20.510741 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (137abf87-01ae-4ac5-91d2-717021e06054), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:20.546479 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (8a7bedf7-edec-4e3c-8fb5-0c58d709577a), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:20.581357 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:20.693478 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for port (8a7bedf7-edec-4e3c-8fb5-0c58d709577a), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:20.698488 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (8a7bedf7-edec-4e3c-8fb5-0c58d709577a), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:20.736851 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:20.763016 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'Port': ['ID=8a7bedf7-edec-4e3c-8fb5-0c58d709577a,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:20.769752 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (137abf87-01ae-4ac5-91d2-717021e06054), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:20.784798 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:20.786011 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9c7886b4-3920-4f12-992a-6fb1a41be1f1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8391843 Sep 12 23:32:20.989986 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf108010-c529-4b30-a994-aa1d3cd678fa tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2097941164&fields=id&tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf HTTP/1.1" status: 200 len: 267 time: 0.0445104 Sep 12 23:32:21.066948 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:21.094637 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-ce4f49dc-ad7d-4a0b-8d77-71c6d8f50553 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:21.096115 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-ce4f49dc-ad7d-4a0b-8d77-71c6d8f50553 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 817 time: 0.0998902 Sep 12 23:32:21.111157 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-2a92b1bd-bcb7-4e8d-a605-f8ea17423019 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/quotas/5aa1c574bdd14a1bb0ae5f82f892e6bf HTTP/1.1" status: 200 len: 375 time: 0.0095625 Sep 12 23:32:21.159045 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-c573fcfb-2b4b-43e6-b5a3-9daf72ef4002 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430124 Sep 12 23:32:21.255289 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-da578b3e-085f-4ed2-a48d-4912079a170b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847225 Sep 12 23:32:21.346752 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-f02cd064-fcc8-4a68-bf55-2052f06be489 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853059 Sep 12 23:32:21.539967 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b547568-ce5d-4975-8d9f-8086525b1eed req-2f778812-488b-40f4-8ffe-185bab688397 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 210 time: 0.0379298 Sep 12 23:32:21.577380 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02044cf7-04d2-4d51-9f03-be5ecca18bf6 req-e5bc9f0f-a138-4140-9fd8-2a00b6749cb1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:21.578944 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-02044cf7-04d2-4d51-9f03-be5ecca18bf6 req-e5bc9f0f-a138-4140-9fd8-2a00b6749cb1 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0484715 Sep 12 23:32:21.610779 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:21.629677 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-02044cf7-04d2-4d51-9f03-be5ecca18bf6 req-e2376bca-ab8a-4173-b94f-07858689abf3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447726 Sep 12 23:32:22.617701 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b615ae39-5201-4832-9ffb-815811c166f4 req-eb54b523-4ce0-44bc-ad5a-7d3cf19a9e2c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 210 time: 0.0308795 Sep 12 23:32:22.740906 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-4d23e30e-294a-48c0-a36e-d412e81a2375 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:22.742316 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-4d23e30e-294a-48c0-a36e-d412e81a2375 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.25 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 817 time: 0.1235321 Sep 12 23:32:22.792394 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7674ac-6127-4a22-8699-159fb32c2001 req-cbccd525-c7f9-4cc8-8e22-295665537b86 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:22.793851 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3e7674ac-6127-4a22-8699-159fb32c2001 req-cbccd525-c7f9-4cc8-8e22-295665537b86 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0760503 Sep 12 23:32:22.845967 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-4560fb3c-8f02-4659-a077-79097385b86e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf HTTP/1.1" status: 200 len: 380 time: 0.0879602 Sep 12 23:32:22.866480 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3e7674ac-6127-4a22-8699-159fb32c2001 req-1fecbe4b-70bb-4922-92e2-f196f23b2be4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622864 Sep 12 23:32:22.873462 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'port': {'device_id': '835d0938-03f8-42b8-b626-831891902172', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'admin_state_up': True, 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'security_groups': ['36959103-db6a-4092-ba07-46fb692c8c5c']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:22.981873 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Made reservation on behalf of 5aa1c574bdd14a1bb0ae5f82f892e6bf for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:32:22.993623 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:23.126208 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Allocated IP 172.20.0.7 (11be7f0c-3ec4-4c81-8e43-cbebcc992505/6c276050-3e87-4906-b08c-2b19b87706e9/0caf572f-5337-4893-9c4d-eaccaf716b83) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:32:23.232700 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:23.262048 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:23.292305 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:23.342686 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:32:23.344992 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:23.350540 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:32:23.353009 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:32:23.357324 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event updated for resources: {'Port': ['ID=0caf572f-5337-4893-9c4d-eaccaf716b83,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:23.408721 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:23.409483 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:23.429462 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-cf5558a2-600a-4f7c-b92a-bf6258ac365c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591376 Sep 12 23:32:23.447954 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Request body: {'port': {'device_id': '835d0938-03f8-42b8-b626-831891902172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:23.513053 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:23.528768 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-23eaf397-c5b4-4038-acf6-320fec707075 None None] Provisioning complete for port 0caf572f-5337-4893-9c4d-eaccaf716b83 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:32:23.529341 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-23eaf397-c5b4-4038-acf6-320fec707075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:23.560527 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-23eaf397-c5b4-4038-acf6-320fec707075 None None] Port 0caf572f-5337-4893-9c4d-eaccaf716b83 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:32:23.757332 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b098d-56f8-4b77-b8b9-fc30b2c09068 req-7621e3b4-decf-4691-a98f-ac79d83ab348 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:23.758870 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-580b098d-56f8-4b77-b8b9-fc30b2c09068 req-7621e3b4-decf-4691-a98f-ac79d83ab348 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 931 time: 0.0476496 Sep 12 23:32:23.765923 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0caf572f-5337-4893-9c4d-eaccaf716b83 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:32:23.774141 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Publish callbacks [] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:23.787244 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Transition to ACTIVE for port object 0caf572f-5337-4893-9c4d-eaccaf716b83 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:32:23.791835 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:23.809291 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-580b098d-56f8-4b77-b8b9-fc30b2c09068 req-c1ed048c-7b60-4d06-b35e-e040da8e3da4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444422 Sep 12 23:32:23.854475 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Pushing event updated for resources: {'Port': ['ID=0caf572f-5337-4893-9c4d-eaccaf716b83,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:23.902749 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Attempting to bind port 0caf572f-5337-4893-9c4d-eaccaf716b83 on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:32:23.903083 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Attempting to bind port 0caf572f-5337-4893-9c4d-eaccaf716b83 by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:32:23.903407 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Attempting to bind port 0caf572f-5337-4893-9c4d-eaccaf716b83 on network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:32:23.945956 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Port 0caf572f-5337-4893-9c4d-eaccaf716b83 on network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:32:23.946285 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Attempting to bind port 0caf572f-5337-4893-9c4d-eaccaf716b83 on network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:32:24.026742 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b45-165a-4f23-b71f-f8e9a442fe58 req-78cada47-d07c-4231-80ea-d9b37dd5bfe5 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:24.028505 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-59dc4b45-165a-4f23-b71f-f8e9a442fe58 req-78cada47-d07c-4231-80ea-d9b37dd5bfe5 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0800734 Sep 12 23:32:24.031117 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:32:24.031455 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Checking segment: {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:32:24.031866 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Bound using segment: {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:32:24.032300 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Bound port: 0caf572f-5337-4893-9c4d-eaccaf716b83, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:32:24.032659 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:24.057760 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:24.119752 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-59dc4b45-165a-4f23-b71f-f8e9a442fe58 req-682ce9b2-bc1f-4544-8ff4-6318c2aeeae6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848706 Sep 12 23:32:24.128154 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:24.131020 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:32:24.134592 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:32:24.141050 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:24.145136 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:24.145769 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:24.147100 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/0caf572f-5337-4893-9c4d-eaccaf716b83 HTTP/1.1" status: 200 len: 1093 time: 0.7041268 Sep 12 23:32:24.148542 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:32:24.151497 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583" -d '{"events": [{"name": "network-changed", "server_uuid": "835d0938-03f8-42b8-b626-831891902172", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:32:24.192730 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f13ae2-945d-42dd-b6e1-5de45a51abb9 x-openstack-request-id: req-51f13ae2-945d-42dd-b6e1-5de45a51abb9 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:32:24.193010 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835d0938-03f8-42b8-b626-831891902172", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:32:24.193261 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-51f13ae2-945d-42dd-b6e1-5de45a51abb9 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:32:24.193649 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f13ae2-945d-42dd-b6e1-5de45a51abb9'] response: {'name': 'network-changed', 'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'status': 'completed', 'code': 200} Sep 12 23:32:24.207120 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936e7a0-2a2c-4d05-a5c9-ea3bb3d82d72 service neutron] Pushing event updated for resources: {'Port': ['ID=0caf572f-5337-4893-9c4d-eaccaf716b83,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:24.238563 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-d1e53b07-4543-4f13-bd64-ad2e464bd7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:24.240047 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-d1e53b07-4543-4f13-bd64-ad2e464bd7f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 1127 time: 0.0439959 Sep 12 23:32:24.280066 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-ebede8e4-fde5-49dd-ad81-56292819150d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0caf572f-5337-4893-9c4d-eaccaf716b83 HTTP/1.1" status: 200 len: 217 time: 0.0315373 Sep 12 23:32:24.328477 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-717ce9ae-1c81-4960-a736-000fd0a13047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:24.329908 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-717ce9ae-1c81-4960-a736-000fd0a13047 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 200 len: 856 time: 0.0434408 Sep 12 23:32:24.373695 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-9c3c07b7-b47b-4c65-903e-d5c5afe3d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:24.375109 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-9c3c07b7-b47b-4c65-903e-d5c5afe3d79c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=11be7f0c-3ec4-4c81-8e43-cbebcc992505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370121 Sep 12 23:32:24.468347 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-c40feae8-de86-4e22-9361-3b45e29c9ca8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848999 Sep 12 23:32:24.560487 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9d04cfd4-f358-4588-888b-89c779d527e0 req-8d688c3f-f1bd-4687-a6b6-c401bc63e970 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859470 Sep 12 23:32:24.882349 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8cff2814-4823-4ac2-879b-b769697c50c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:24.933124 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb15b3e-db39-42f5-a3a3-8b4e97c6036e req-969cbb55-6670-4133-92f3-d25cc577cd06 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:24.934603 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6eb15b3e-db39-42f5-a3a3-8b4e97c6036e req-969cbb55-6670-4133-92f3-d25cc577cd06 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0471787 Sep 12 23:32:24.981528 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6eb15b3e-db39-42f5-a3a3-8b4e97c6036e req-1a970620-f46a-4f80-9cab-0aa366fa9b51 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412455 Sep 12 23:32:25.239548 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a0a0b-f230-47f4-a1c8-9cf45c4c4e39 req-3a2fd62a-9864-4b15-ac52-1f676c165f2b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:25.241036 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-814a0a0b-f230-47f4-a1c8-9cf45c4c4e39 req-3a2fd62a-9864-4b15-ac52-1f676c165f2b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0448580 Sep 12 23:32:25.290456 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-814a0a0b-f230-47f4-a1c8-9cf45c4c4e39 req-ea2ddeb6-7ca0-4870-a0fd-68db59571ab3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 Sep 12 23:32:25.626731 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583 req-91a36ad7-c2e0-4913-86fe-ac80564a13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:25.628244 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583 req-91a36ad7-c2e0-4913-86fe-ac80564a13e8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 1127 time: 0.0388384 Sep 12 23:32:25.722557 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583 req-2e2ec879-4706-42a4-b071-983fa6297278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:25.724023 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583 req-2e2ec879-4706-42a4-b071-983fa6297278 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 918 time: 0.0877323 Sep 12 23:32:25.763120 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583 req-80481503-c7df-4cfc-98e1-22bc6270da04 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0caf572f-5337-4893-9c4d-eaccaf716b83 HTTP/1.1" status: 200 len: 217 time: 0.0311096 Sep 12 23:32:25.810008 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583 req-7d248c91-4275-4660-af9a-73e431df939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:25.811303 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583 req-7d248c91-4275-4660-af9a-73e431df939a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 200 len: 856 time: 0.0421915 Sep 12 23:32:26.135093 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583 req-dc036f8c-db73-4ad0-9403-7a9e2950de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:26.136533 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583 req-dc036f8c-db73-4ad0-9403-7a9e2950de80 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=11be7f0c-3ec4-4c81-8e43-cbebcc992505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3183649 Sep 12 23:32:26.151782 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26178b02-df26-4fa0-95a1-0022eb7c9b52 req-ee5ad758-ea82-48d4-bd01-f1c6f5a5df78 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:26.153407 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-26178b02-df26-4fa0-95a1-0022eb7c9b52 req-ee5ad758-ea82-48d4-bd01-f1c6f5a5df78 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0561893 Sep 12 23:32:26.250959 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-26178b02-df26-4fa0-95a1-0022eb7c9b52 req-b61d7d4c-5557-404d-bb4f-0575615162e4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897799 Sep 12 23:32:26.258384 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:26.273326 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583 req-cda67521-e3e6-4350-9402-015f7ec53c59 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189880 Sep 12 23:32:26.372977 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c3ff0c68-f94d-4b25-b0a1-d65bd6118583 req-d57723fd-12aa-4deb-ba34-b6b6cad3e049 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930662 Sep 12 23:32:26.414727 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13a2c2-9dce-4410-83f9-13e83b777a41 req-c732feb0-a735-45e7-8152-5c1397353145 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:26.416721 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fe13a2c2-9dce-4410-83f9-13e83b777a41 req-c732feb0-a735-45e7-8152-5c1397353145 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0480692 Sep 12 23:32:26.463438 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fe13a2c2-9dce-4410-83f9-13e83b777a41 req-256c317e-1ff8-47f4-9fe3-da17a4d8c42c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411041 Sep 12 23:32:27.320899 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-56883093-8e1a-4f69-877b-9138153050f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:27.344791 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:27.389352 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62315353-5ec9-4a0c-99e2-6967143bb807 req-cf09711c-70f9-47a7-b17e-6ce82fd1b854 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:27.390872 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-62315353-5ec9-4a0c-99e2-6967143bb807 req-cf09711c-70f9-47a7-b17e-6ce82fd1b854 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0542812 Sep 12 23:32:27.438558 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-62315353-5ec9-4a0c-99e2-6967143bb807 req-9695dca0-6c31-4f9b-a738-1363ad0ca35e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 Sep 12 23:32:27.584479 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715ae5c-c7e5-4657-977d-6f07d5db5cdf req-10af3376-9bd8-46b7-a006-d44049d71a59 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:27.585841 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6715ae5c-c7e5-4657-977d-6f07d5db5cdf req-10af3376-9bd8-46b7-a006-d44049d71a59 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0467014 Sep 12 23:32:27.632368 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6715ae5c-c7e5-4657-977d-6f07d5db5cdf req-0343a9d1-a57f-402e-8182-7407edcacbe2 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409703 Sep 12 23:32:27.865965 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:27.867820 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=8 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:28.182834 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 0caf572f-5337-4893-9c4d-eaccaf716b83 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:32:28.285781 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:32:28.296670 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'port_id': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'mac_address': 'fa:16:3e:1c:87:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:32:28.329926 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 0caf572f-5337-4893-9c4d-eaccaf716b83 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:32:28.330512 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:28.343755 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caf572f-5337-4893-9c4d-eaccaf716b83 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:32:28.363617 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:32:28.369102 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:28.417586 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=0caf572f-5337-4893-9c4d-eaccaf716b83,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:28.424465 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.424808 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.425173 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.425513 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.425942 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.426276 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.426609 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.426935 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.427259 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.427590 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.427925 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.428245 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.428562 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.428906 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.429223 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:32:28.496419 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:28.565653 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306aa91-0fd4-4117-a82b-14c6df540bba req-fa4d7fdd-83f1-4337-86cf-1fd9db093964 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:28.567131 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4306aa91-0fd4-4117-a82b-14c6df540bba req-fa4d7fdd-83f1-4337-86cf-1fd9db093964 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 944 time: 0.0480752 Sep 12 23:32:28.614047 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4306aa91-0fd4-4117-a82b-14c6df540bba req-24c2ce47-938a-4e13-a592-d3aa8c9f11dd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414300 Sep 12 23:32:28.672631 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['0caf572f-5337-4893-9c4d-eaccaf716b83'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:32:28.748729 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:28.755585 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61ae23-32de-45ac-a404-d2b04748135f req-8c0a4f66-d3c2-44cd-99d0-58a3f2875ea3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:28.757148 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1a61ae23-32de-45ac-a404-d2b04748135f req-8c0a4f66-d3c2-44cd-99d0-58a3f2875ea3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0506608 Sep 12 23:32:28.804576 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1a61ae23-32de-45ac-a404-d2b04748135f req-796e1cf5-489f-41e1-8b70-2da479d4c21d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408032 Sep 12 23:32:29.720819 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:29.741435 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20619c7-36da-43d1-9f84-97883786ec13 req-456a96eb-2075-4192-a26a-0e804201f899 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:29.742956 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a20619c7-36da-43d1-9f84-97883786ec13 req-456a96eb-2075-4192-a26a-0e804201f899 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 944 time: 0.0512097 Sep 12 23:32:29.790097 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a20619c7-36da-43d1-9f84-97883786ec13 req-497748d8-016d-424d-b3f6-12defd1cb7ad tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Sep 12 23:32:29.923431 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6d359-0b78-48f7-85d7-b7a4fd10857c req-b5002eb1-140c-4243-8754-9c6010b9439d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:29.924928 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b2f6d359-0b78-48f7-85d7-b7a4fd10857c req-b5002eb1-140c-4243-8754-9c6010b9439d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0470693 Sep 12 23:32:29.971302 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b2f6d359-0b78-48f7-85d7-b7a4fd10857c req-91023844-3094-4574-bf7f-f98fa28333e5 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403166 Sep 12 23:32:30.022277 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:30.209423 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 0caf572f-5337-4893-9c4d-eaccaf716b83 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:32:30.251119 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port 0caf572f-5337-4893-9c4d-eaccaf716b83 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:32:30.256599 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 0caf572f-5337-4893-9c4d-eaccaf716b83 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:32:30.256976 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:30.295234 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:30.328941 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 0caf572f-5337-4893-9c4d-eaccaf716b83 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:32:30.329326 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:30.357405 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:32:30.359672 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caff58d-0eb4-40df-a3f4-d7a0e5ceb7b6" -d '{"events": [{"server_uuid": "835d0938-03f8-42b8-b626-831891902172", "name": "network-vif-plugged", "status": "completed", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:32:30.372732 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:32:30.376462 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:30.402817 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3215e336-be9b-4e36-afd7-a923bfb7df91 x-openstack-request-id: req-3215e336-be9b-4e36-afd7-a923bfb7df91 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:32:30.403101 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835d0938-03f8-42b8-b626-831891902172", "name": "network-vif-plugged", "status": "completed", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:32:30.403349 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3215e336-be9b-4e36-afd7-a923bfb7df91 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:32:30.403754 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3215e336-be9b-4e36-afd7-a923bfb7df91'] response: {'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'code': 200} Sep 12 23:32:30.425973 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=0caf572f-5337-4893-9c4d-eaccaf716b83,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:30.590293 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b1650-8e63-4c36-8be6-bc8d4f933cbe req-dc342cfe-23bc-4203-b297-9393b1e7027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:30.591691 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c14b1650-8e63-4c36-8be6-bc8d4f933cbe req-dc342cfe-23bc-4203-b297-9393b1e7027e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 1129 time: 0.0389423 Sep 12 23:32:30.911060 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515d195-55bf-4360-a202-7fd8b826aa63 req-ff6a9d2d-2d72-4345-b4ba-9ae899c55748 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:30.912569 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f515d195-55bf-4360-a202-7fd8b826aa63 req-ff6a9d2d-2d72-4345-b4ba-9ae899c55748 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0465024 Sep 12 23:32:30.963486 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f515d195-55bf-4360-a202-7fd8b826aa63 req-abf0020a-682f-40d5-a271-cf573268af57 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452046 Sep 12 23:32:31.092180 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b12528-9fb2-4578-98a7-ae11b2680d85 req-c5bdefe6-a7db-403e-9dfe-1bbcbab025be tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:31.093627 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-46b12528-9fb2-4578-98a7-ae11b2680d85 req-c5bdefe6-a7db-403e-9dfe-1bbcbab025be tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0458708 Sep 12 23:32:31.139852 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-46b12528-9fb2-4578-98a7-ae11b2680d85 req-491a3399-2d32-4fc9-a2c4-9bf118c73a7a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405447 Sep 12 23:32:31.578174 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c14b1650-8e63-4c36-8be6-bc8d4f933cbe req-9e94bbc2-4ba1-4f70-8b7c-b836466bc064 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Sep 12 23:32:31.879698 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba7c2-71ee-4c0f-a618-f84dfa509aec req-be4f416d-7340-4116-8e3c-95d7205e3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:31.881131 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f0aba7c2-71ee-4c0f-a618-f84dfa509aec req-be4f416d-7340-4116-8e3c-95d7205e3f2b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 1129 time: 0.0368881 Sep 12 23:32:31.927221 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f0aba7c2-71ee-4c0f-a618-f84dfa509aec req-8dab812a-2d16-4983-a97e-87d1863f22a2 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381932 Sep 12 23:32:32.074937 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:32.093675 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239604f2-a66d-49c4-b0a8-4ddf56b3be38 req-e6ef5d26-1f17-4664-9bab-82500ffdcb20 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:32.095135 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-239604f2-a66d-49c4-b0a8-4ddf56b3be38 req-e6ef5d26-1f17-4664-9bab-82500ffdcb20 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0474863 Sep 12 23:32:32.141493 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-239604f2-a66d-49c4-b0a8-4ddf56b3be38 req-430f4ce0-0742-4eeb-bb5b-7012db4d7f87 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407801 Sep 12 23:32:32.260328 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73193bf-ecad-49d7-af8f-ca121d401529 req-94e4d26a-13d1-4ab9-ae52-34905c77af83 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:32.261969 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b73193bf-ecad-49d7-af8f-ca121d401529 req-94e4d26a-13d1-4ab9-ae52-34905c77af83 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0463710 Sep 12 23:32:32.309754 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b73193bf-ecad-49d7-af8f-ca121d401529 req-619ea7be-9354-4ad8-9964-1c807dbd419e tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419099 Sep 12 23:32:33.265865 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7c2d4-ec3b-4165-97a5-65c32cb7b188 req-47507f99-fb14-41c2-b6a0-dfbe4d386867 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:33.267310 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ff7c2d4-ec3b-4165-97a5-65c32cb7b188 req-47507f99-fb14-41c2-b6a0-dfbe4d386867 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0463214 Sep 12 23:32:33.313782 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ff7c2d4-ec3b-4165-97a5-65c32cb7b188 req-5c9fa6e9-0f4a-4487-bc4f-2e20f16747a0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409229 Sep 12 23:32:33.435049 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05763cc-57f9-4d9e-947f-02948e8fcfd3 req-ff9bd5f3-d051-4b05-8bb7-a85973160bfc tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:33.436392 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009e0c7-b784-4fd2-a229-8f298a3706e7 req-891715a8-709e-46f0-b145-952b024c736a tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:33.436635 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f05763cc-57f9-4d9e-947f-02948e8fcfd3 req-ff9bd5f3-d051-4b05-8bb7-a85973160bfc tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0509295 Sep 12 23:32:33.437870 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0009e0c7-b784-4fd2-a229-8f298a3706e7 req-891715a8-709e-46f0-b145-952b024c736a tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0496018 Sep 12 23:32:33.448200 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49836) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:33.452582 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-38261fcb-a5b3-4aae-933b-473a4cb632cc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Request body: {'floatingip': {'port_id': '0caf572f-5337-4893-9c4d-eaccaf716b83'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:33.485062 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f05763cc-57f9-4d9e-947f-02948e8fcfd3 req-7f46b07b-7f65-44e6-89b5-e390d7f92bbf tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428181 Sep 12 23:32:33.494540 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-38261fcb-a5b3-4aae-933b-473a4cb632cc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (137abf87-01ae-4ac5-91d2-717021e06054), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:33.661058 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:33.921244 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-38261fcb-a5b3-4aae-933b-473a4cb632cc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:33.924897 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-38261fcb-a5b3-4aae-933b-473a4cb632cc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (137abf87-01ae-4ac5-91d2-717021e06054), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:34.017513 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-38261fcb-a5b3-4aae-933b-473a4cb632cc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Floating IP 137abf87-01ae-4ac5-91d2-717021e06054 associated. External IP: 172.27.3.221, port: 0caf572f-5337-4893-9c4d-eaccaf716b83. Sep 12 23:32:34.201589 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:34.212716 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38261fcb-a5b3-4aae-933b-473a4cb632cc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Router dfeb7b9e-63d3-4601-b534-33494f5fef06 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:32:34.314554 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38261fcb-a5b3-4aae-933b-473a4cb632cc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:32:34.319303 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-38261fcb-a5b3-4aae-933b-473a4cb632cc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:34.324242 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fa19a-a303-4d81-beb7-425f3a7437f2 None None] Sync routers for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:32:34.334360 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fa19a-a303-4d81-beb7-425f3a7437f2 None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:32:34.334971 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-585fa19a-a303-4d81-beb7-425f3a7437f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:32:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:34.348363 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-38261fcb-a5b3-4aae-933b-473a4cb632cc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/137abf87-01ae-4ac5-91d2-717021e06054 HTTP/1.1" status: 200 len: 991 time: 0.8990932 Sep 12 23:32:34.349007 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:32:34.351284 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e62f1d3-06f9-4a84-9d4a-351c08faaded" -d '{"events": [{"name": "network-changed", "server_uuid": "835d0938-03f8-42b8-b626-831891902172", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:32:34.388970 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feca995f-907b-4b15-bd5d-536046dbe47d x-openstack-request-id: req-feca995f-907b-4b15-bd5d-536046dbe47d {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:32:34.389260 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835d0938-03f8-42b8-b626-831891902172", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:32:34.389517 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-feca995f-907b-4b15-bd5d-536046dbe47d {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:32:34.389929 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feca995f-907b-4b15-bd5d-536046dbe47d'] response: {'name': 'network-changed', 'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'status': 'completed', 'code': 200} Sep 12 23:32:34.439987 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-585fa19a-a303-4d81-beb7-425f3a7437f2 None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:32:34.452691 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62f1d3-06f9-4a84-9d4a-351c08faaded req-efc77645-42e4-416c-9bff-ecefc67ec7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:34.454120 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5e62f1d3-06f9-4a84-9d4a-351c08faaded req-efc77645-42e4-416c-9bff-ecefc67ec7b9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 1129 time: 0.0384696 Sep 12 23:32:34.551852 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62f1d3-06f9-4a84-9d4a-351c08faaded req-529ee84c-8b2e-428b-bd2c-b7d8c737eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:34.553339 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5e62f1d3-06f9-4a84-9d4a-351c08faaded req-529ee84c-8b2e-428b-bd2c-b7d8c737eb61 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 918 time: 0.0923896 Sep 12 23:32:34.605308 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:34.662077 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5e62f1d3-06f9-4a84-9d4a-351c08faaded req-83fa1678-3733-4473-930c-c60e1d4ef51a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0caf572f-5337-4893-9c4d-eaccaf716b83 HTTP/1.1" status: 200 len: 999 time: 0.1017151 Sep 12 23:32:34.669978 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-585fa19a-a303-4d81-beb7-425f3a7437f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '137abf87-01ae-4ac5-91d2-717021e06054', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'port_id': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'mac_address': 'fa:16:3e:1c:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835d0938-03f8-42b8-b626-831891902172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:32:20Z', 'updated_at': '2022-09-12T23:32:33Z', 'revision_number': 1, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:34.683041 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831390e6-adaf-4d4f-bef6-ee8b57a945c5 req-88355332-7515-4bc6-b97e-4fc7aa98d2ae tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:34.684551 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-831390e6-adaf-4d4f-bef6-ee8b57a945c5 req-88355332-7515-4bc6-b97e-4fc7aa98d2ae tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0730226 Sep 12 23:32:34.696736 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fa19a-a303-4d81-beb7-425f3a7437f2 None None] Checking router: dfeb7b9e-63d3-4601-b534-33494f5fef06 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:32:34.705646 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585fa19a-a303-4d81-beb7-425f3a7437f2 None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:32:34.706295 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-585fa19a-a303-4d81-beb7-425f3a7437f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:32:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:34.745813 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62f1d3-06f9-4a84-9d4a-351c08faaded req-9fea4df8-ef97-4c06-aae8-5e34b4cc5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:34.747272 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5e62f1d3-06f9-4a84-9d4a-351c08faaded req-9fea4df8-ef97-4c06-aae8-5e34b4cc5f61 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 200 len: 856 time: 0.0787938 Sep 12 23:32:34.752647 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:34.799435 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-831390e6-adaf-4d4f-bef6-ee8b57a945c5 req-32f94c9a-8440-4709-b2c9-0f40d70a1dab tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940807 Sep 12 23:32:34.831062 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62f1d3-06f9-4a84-9d4a-351c08faaded req-d48f8a6e-e2cb-40c4-99a5-6deb3d1133e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:34.834003 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-585fa19a-a303-4d81-beb7-425f3a7437f2 None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:32:34.837468 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5e62f1d3-06f9-4a84-9d4a-351c08faaded req-d48f8a6e-e2cb-40c4-99a5-6deb3d1133e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=11be7f0c-3ec4-4c81-8e43-cbebcc992505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786223 Sep 12 23:32:34.913637 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e990d30-b251-4336-bada-e585b894867e req-ee1699b3-5218-4143-a823-fb2997483ad4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:34.915616 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5e990d30-b251-4336-bada-e585b894867e req-ee1699b3-5218-4143-a823-fb2997483ad4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0514858 Sep 12 23:32:34.956698 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:34.973943 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5e990d30-b251-4336-bada-e585b894867e req-fffdf6ef-0ff7-4e76-a4cb-84098b28e63b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506546 Sep 12 23:32:35.065718 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-585fa19a-a303-4d81-beb7-425f3a7437f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '137abf87-01ae-4ac5-91d2-717021e06054', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'port_id': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'mac_address': 'fa:16:3e:1c:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835d0938-03f8-42b8-b626-831891902172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:32:20Z', 'updated_at': '2022-09-12T23:32:33Z', 'revision_number': 1, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:35.219987 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585fa19a-a303-4d81-beb7-425f3a7437f2 None None] The sync data for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi is: [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '137abf87-01ae-4ac5-91d2-717021e06054', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'port_id': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'mac_address': 'fa:16:3e:1c:87:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835d0938-03f8-42b8-b626-831891902172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:32:20Z', 'updated_at': '2022-09-12T23:32:33Z', 'revision_number': 1, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:32:35.248421 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15961a30-0b75-40ae-a6f6-a73ce58c9163 req-92e6fcf6-deff-4d5e-9274-41ded8febbad tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:35.249952 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-15961a30-0b75-40ae-a6f6-a73ce58c9163 req-92e6fcf6-deff-4d5e-9274-41ded8febbad tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0472410 Sep 12 23:32:35.299184 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-15961a30-0b75-40ae-a6f6-a73ce58c9163 req-ed675a33-1e3a-478e-8a98-950508769dce tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436075 Sep 12 23:32:35.411308 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37da43-b92d-4f9a-8e91-af4b8a5ae233 None None] New status for floating IP 137abf87-01ae-4ac5-91d2-717021e06054: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:32:36.099271 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6b558-f599-4e8f-9088-85dbf09c21c7 req-cc149412-52aa-469d-b836-cb876390499c tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:36.100795 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74d6b558-f599-4e8f-9088-85dbf09c21c7 req-cc149412-52aa-469d-b836-cb876390499c tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0457942 Sep 12 23:32:36.146987 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-74d6b558-f599-4e8f-9088-85dbf09c21c7 req-a92a2713-e5dd-469b-9994-5294209c433f tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397646 Sep 12 23:32:36.422555 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dcffa-2701-44b7-bfd6-a7c91255f343 req-9548a75a-a891-4c0d-a7b8-380c4cf41f61 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:36.424034 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-573dcffa-2701-44b7-bfd6-a7c91255f343 req-9548a75a-a891-4c0d-a7b8-380c4cf41f61 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0492454 Sep 12 23:32:36.470707 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-573dcffa-2701-44b7-bfd6-a7c91255f343 req-67a8965b-edc0-4180-96c0-15bf8d436c73 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Sep 12 23:32:36.679771 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe9024-dea8-4eca-bc98-aaad99f69d20 req-297a3f54-0624-4630-99be-161d14d6a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:36.681261 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82fe9024-dea8-4eca-bc98-aaad99f69d20 req-297a3f54-0624-4630-99be-161d14d6a388 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 1129 time: 0.0402441 Sep 12 23:32:36.685339 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5e62f1d3-06f9-4a84-9d4a-351c08faaded req-9b1623e9-72a7-47b4-aa63-c3df5cab4c03 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859871 Sep 12 23:32:36.881456 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe9024-dea8-4eca-bc98-aaad99f69d20 req-4ff3c1f3-0872-4a4a-a76c-1838c1823f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:36.882089 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5e62f1d3-06f9-4a84-9d4a-351c08faaded req-6eba71a0-05eb-4936-ab72-1ec82dae5464 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849593 Sep 12 23:32:36.882876 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82fe9024-dea8-4eca-bc98-aaad99f69d20 req-4ff3c1f3-0872-4a4a-a76c-1838c1823f89 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.0871134 Sep 12 23:32:36.933931 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:36.972200 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-21aef042-9b9f-423a-81fc-0e1deabefbe1 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:36.973696 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-21aef042-9b9f-423a-81fc-0e1deabefbe1 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0468147 Sep 12 23:32:36.985627 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82fe9024-dea8-4eca-bc98-aaad99f69d20 req-6513349f-2b5d-4295-ad90-916b19e303f8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24cc5eb-346a-4639-811c-1a0c53b0e5cc HTTP/1.1" status: 200 len: 1001 time: 0.0598407 Sep 12 23:32:37.038054 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe9024-dea8-4eca-bc98-aaad99f69d20 req-d4659edf-fecb-494f-b2a2-2d5d9aff719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:37.039592 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82fe9024-dea8-4eca-bc98-aaad99f69d20 req-d4659edf-fecb-494f-b2a2-2d5d9aff719a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.0484354 Sep 12 23:32:37.062672 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Deleting port f432d2c4-e8e1-4abe-b933-41ca765c4f52 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:32:37.063017 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:37.082440 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe9024-dea8-4eca-bc98-aaad99f69d20 req-79232f58-dae5-4f3f-ab2e-964937167d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:37.083946 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82fe9024-dea8-4eca-bc98-aaad99f69d20 req-79232f58-dae5-4f3f-ab2e-964937167d5c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381503 Sep 12 23:32:37.152435 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] For port f432d2c4-e8e1-4abe-b933-41ca765c4f52, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=f432d2c4-e8e1-4abe-b933-41ca765c4f52,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:32:37.152798 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:37.175111 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82fe9024-dea8-4eca-bc98-aaad99f69d20 req-4d473899-8dcf-4603-aa64-377e765a20fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811286 Sep 12 23:32:37.292493 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a91410-1984-4a06-84f0-e59e6b143121 req-dcc48be8-6667-4f1c-9a1f-aa2fdd07166f tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:37.293950 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14a91410-1984-4a06-84f0-e59e6b143121 req-dcc48be8-6667-4f1c-9a1f-aa2fdd07166f tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 945 time: 0.0641360 Sep 12 23:32:37.314542 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-82fe9024-dea8-4eca-bc98-aaad99f69d20 req-b69de4cb-cb60-4996-94f2-0100e294c64a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332979 Sep 12 23:32:37.322112 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:37.322476 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (0e9acc39-194f-4066-8720-bef06324ddf6), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:37.322788 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Floating IP 0e9acc39-194f-4066-8720-bef06324ddf6 disassociated. External IP: 172.27.3.29, port: f432d2c4-e8e1-4abe-b933-41ca765c4f52. Sep 12 23:32:37.323129 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Calling delete_port for f432d2c4-e8e1-4abe-b933-41ca765c4f52 owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:32:37.351325 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-14a91410-1984-4a06-84f0-e59e6b143121 req-694a8ba0-d262-4585-b4e7-ac0be3563668 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=c9197cfa-eef1-480e-91df-c436f482676d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485549 Sep 12 23:32:37.362910 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:37.429729 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:37.453677 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (f432d2c4-e8e1-4abe-b933-41ca765c4f52), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:37.478924 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event deleted for resources: {'Port': ['ID=f432d2c4-e8e1-4abe-b933-41ca765c4f52,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:37.635685 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe0c4c-2863-49bc-bd56-b7d8d7359695 req-9968ee9c-dca8-4f4b-85a4-e20ef284dbc9 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:37.637120 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ddfe0c4c-2863-49bc-bd56-b7d8d7359695 req-9968ee9c-dca8-4f4b-85a4-e20ef284dbc9 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0616899 Sep 12 23:32:37.642147 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:32:37.725545 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ddfe0c4c-2863-49bc-bd56-b7d8d7359695 req-a0edf68d-c595-4e4f-ae68-49632e6e979b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822368 Sep 12 23:32:37.781440 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:32:37.792488 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464698f3-e4be-4b9c-8035-bb034a791521 None None] Sync routers for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:32:37.802237 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464698f3-e4be-4b9c-8035-bb034a791521 None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:32:37.802841 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-464698f3-e4be-4b9c-8035-bb034a791521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:32:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:37.823918 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] No DVR routers for this DVR port f432d2c4-e8e1-4abe-b933-41ca765c4f52 on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:32:37.826514 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:37.829836 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f19898eb-1c06-4ffb-a16f-3dfd3f824245 req-ce5851f0-1a79-458b-a7ef-4145fbca3058 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.25 "DELETE /networking/v2.0/ports/f432d2c4-e8e1-4abe-b933-41ca765c4f52 HTTP/1.1" status: 204 len: 173 time: 0.8487213 Sep 12 23:32:37.830346 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'name': 'network-vif-deleted', 'tag': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:32:37.832651 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bec8d6-5af4-4bdd-9fb9-853aaa58dd6b" -d '{"events": [{"server_uuid": "bbaafcd0-103d-4e1a-a15e-fc8997acceef", "name": "network-vif-deleted", "tag": "f432d2c4-e8e1-4abe-b933-41ca765c4f52"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:32:37.871741 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abc1fbd-07e1-4137-9aac-a1bbff0a4a5d x-openstack-request-id: req-7abc1fbd-07e1-4137-9aac-a1bbff0a4a5d {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:32:37.872305 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbaafcd0-103d-4e1a-a15e-fc8997acceef", "name": "network-vif-deleted", "tag": "f432d2c4-e8e1-4abe-b933-41ca765c4f52", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:32:37.872622 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7abc1fbd-07e1-4137-9aac-a1bbff0a4a5d {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:32:37.873085 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7abc1fbd-07e1-4137-9aac-a1bbff0a4a5d'] response: {'server_uuid': 'bbaafcd0-103d-4e1a-a15e-fc8997acceef', 'name': 'network-vif-deleted', 'tag': 'f432d2c4-e8e1-4abe-b933-41ca765c4f52', 'status': 'completed', 'code': 200} Sep 12 23:32:37.886810 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:37.910397 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-464698f3-e4be-4b9c-8035-bb034a791521 None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:32:38.099314 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-464698f3-e4be-4b9c-8035-bb034a791521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:38.127942 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464698f3-e4be-4b9c-8035-bb034a791521 None None] Checking router: 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:32:38.136291 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464698f3-e4be-4b9c-8035-bb034a791521 None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:32:38.136903 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-464698f3-e4be-4b9c-8035-bb034a791521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:32:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:38.195677 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:38.246885 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-464698f3-e4be-4b9c-8035-bb034a791521 None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:32:38.444485 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-464698f3-e4be-4b9c-8035-bb034a791521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:38.457906 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5fd40907-383e-453e-ac4e-f3a0f50f02e1 req-a3f8d939-2dff-4546-94f3-bbd0294916ba tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0274107 Sep 12 23:32:38.469889 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464698f3-e4be-4b9c-8035-bb034a791521 None None] The sync data for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi is: [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:32:38.696032 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c1ad7-6f05-48de-852b-a83de12cdfb0 None None] New status for floating IP 0e9acc39-194f-4066-8720-bef06324ddf6: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:32:38.868937 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843f761-76ff-4b90-9dc9-b11f5416c7c2 req-9953a674-de9a-4aa8-aa54-2d7f68692259 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:38.870479 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b843f761-76ff-4b90-9dc9-b11f5416c7c2 req-9953a674-de9a-4aa8-aa54-2d7f68692259 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0650885 Sep 12 23:32:38.892676 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:38.922454 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b843f761-76ff-4b90-9dc9-b11f5416c7c2 req-65b7220a-bc97-414b-9aed-237078b3da48 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459347 Sep 12 23:32:39.581280 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eadfda10-cc8f-425e-aa88-a841a10cf37d req-b03fa892-7a3a-4922-8740-7ece6568f215 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=bbaafcd0-103d-4e1a-a15e-fc8997acceef HTTP/1.1" status: 200 len: 210 time: 0.0311034 Sep 12 23:32:40.045136 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a4b07-cb51-420f-8248-d46c095fae39 req-eafafdda-d328-4265-a361-e0ce3a85cce0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:40.046483 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c8a4b07-cb51-420f-8248-d46c095fae39 req-eafafdda-d328-4265-a361-e0ce3a85cce0 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0457299 Sep 12 23:32:40.092789 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6c8a4b07-cb51-420f-8248-d46c095fae39 req-160fc3df-a7a2-49ca-879a-d2f39c327dc4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408075 Sep 12 23:32:40.207209 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7b1fd-e60a-4b36-8822-230e16b3cf68 req-0b94f8e3-bda0-4fda-9bde-0749e7117f14 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:40.208691 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4ed7b1fd-e60a-4b36-8822-230e16b3cf68 req-0b94f8e3-bda0-4fda-9bde-0749e7117f14 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0465331 Sep 12 23:32:40.218667 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 49886) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:40.222912 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-d06068d3-7644-4bed-ac54-73b925f2adfe tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Request body: {'floatingip': {'port_id': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:40.239176 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device f432d2c4-e8e1-4abe-b933-41ca765c4f52 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:32:40.262117 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: f432d2c4-e8e1-4abe-b933-41ca765c4f52 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:32:40.262464 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device f432d2c4-e8e1-4abe-b933-41ca765c4f52 not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:32:40.275881 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d06068d3-7644-4bed-ac54-73b925f2adfe tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for floatingip (89235874-032c-4e1b-b509-e26620044860), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:40.659427 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:40.674234 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49892) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:40.704136 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:40.726485 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d06068d3-7644-4bed-ac54-73b925f2adfe tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:40.731214 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b2da8dff-08cd-49ad-ba1f-7568d58fc997 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (c9197cfa-eef1-480e-91df-c436f482676d), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:40.731427 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d06068d3-7644-4bed-ac54-73b925f2adfe tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (89235874-032c-4e1b-b509-e26620044860), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:40.756812 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b2da8dff-08cd-49ad-ba1f-7568d58fc997 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (c9197cfa-eef1-480e-91df-c436f482676d), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:40.807619 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b2da8dff-08cd-49ad-ba1f-7568d58fc997 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (c9197cfa-eef1-480e-91df-c436f482676d), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:40.810133 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b2da8dff-08cd-49ad-ba1f-7568d58fc997 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:40.811270 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b2da8dff-08cd-49ad-ba1f-7568d58fc997 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c9197cfa-eef1-480e-91df-c436f482676d HTTP/1.1" status: 204 len: 168 time: 0.1355608 Sep 12 23:32:40.814831 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49894) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:40.828582 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da8dff-08cd-49ad-ba1f-7568d58fc997 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9197cfa-eef1-480e-91df-c436f482676d,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:40.835488 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.api.v2.resource [None req-344d9c99-80ca-4b60-a783-4aa2441474bb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] show failed (client error): The resource could not be found. Sep 12 23:32:40.836605 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-344d9c99-80ca-4b60-a783-4aa2441474bb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups/c9197cfa-eef1-480e-91df-c436f482676d HTTP/1.1" status: 404 len: 347 time: 0.0196912 Sep 12 23:32:40.839595 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49896) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:40.947132 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06068d3-7644-4bed-ac54-73b925f2adfe tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:32:40.954000 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ab50b-e5f3-42c4-b85c-91dffc9335fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Deleting port 920805e3-5500-44ae-b05e-b52c3de66ce9 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:32:40.954344 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf3ab50b-e5f3-42c4-b85c-91dffc9335fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (920805e3-5500-44ae-b05e-b52c3de66ce9), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.030950 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf3ab50b-e5f3-42c4-b85c-91dffc9335fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (920805e3-5500-44ae-b05e-b52c3de66ce9), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.031389 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf3ab50b-e5f3-42c4-b85c-91dffc9335fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (920805e3-5500-44ae-b05e-b52c3de66ce9), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.049053 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ab50b-e5f3-42c4-b85c-91dffc9335fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Calling delete_port for 920805e3-5500-44ae-b05e-b52c3de66ce9 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:32:41.053147 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06068d3-7644-4bed-ac54-73b925f2adfe tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:32:41.058335 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d06068d3-7644-4bed-ac54-73b925f2adfe tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.064541 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca3e02-3f69-4f67-b33d-66ef7a1cb1aa None None] Sync routers for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:32:41.066166 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:41.076571 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca3e02-3f69-4f67-b33d-66ef7a1cb1aa None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:32:41.077208 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-c0ca3e02-3f69-4f67-b33d-66ef7a1cb1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:32:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:41.090781 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:32:41.093113 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f603f2-221a-402e-818c-33d882c77f24" -d '{"events": [{"name": "network-changed", "server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:32:41.127439 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d06068d3-7644-4bed-ac54-73b925f2adfe tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/89235874-032c-4e1b-b509-e26620044860 HTTP/1.1" status: 200 len: 993 time: 0.9076667 Sep 12 23:32:41.142170 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62efbb0-71c7-4f0f-ad77-b820e12287e5 x-openstack-request-id: req-d62efbb0-71c7-4f0f-ad77-b820e12287e5 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:32:41.142607 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:32:41.142862 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d62efbb0-71c7-4f0f-ad77-b820e12287e5 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:32:41.143263 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62efbb0-71c7-4f0f-ad77-b820e12287e5'] response: {'name': 'network-changed', 'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'status': 'completed', 'code': 200} Sep 12 23:32:41.190744 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-c0ca3e02-3f69-4f67-b33d-66ef7a1cb1aa None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:32:41.207200 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f603f2-221a-402e-818c-33d882c77f24 req-5591e488-6640-4bc1-a69e-547085a64862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:41.208952 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-99f603f2-221a-402e-818c-33d882c77f24 req-5591e488-6640-4bc1-a69e-547085a64862 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 1129 time: 0.0428665 Sep 12 23:32:41.282885 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:41.309240 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f603f2-221a-402e-818c-33d882c77f24 req-8d41fd8b-9df2-4b10-832b-7d0d8a858083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:41.311681 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-99f603f2-221a-402e-818c-33d882c77f24 req-8d41fd8b-9df2-4b10-832b-7d0d8a858083 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.0960553 Sep 12 23:32:41.379811 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-99f603f2-221a-402e-818c-33d882c77f24 req-597bfa35-b8ea-46de-a96f-f07d850a272c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24cc5eb-346a-4639-811c-1a0c53b0e5cc HTTP/1.1" status: 200 len: 1001 time: 0.0624101 Sep 12 23:32:41.405285 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:41.430424 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-c0ca3e02-3f69-4f67-b33d-66ef7a1cb1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '89235874-032c-4e1b-b509-e26620044860', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'port_id': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'mac_address': 'fa:16:3e:3d:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8328773-645f-4acb-aad8-2984c3b13211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:30:45Z', 'updated_at': '2022-09-12T23:32:40Z', 'revision_number': 3, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:23Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:41.437609 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf3ab50b-e5f3-42c4-b85c-91dffc9335fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (920805e3-5500-44ae-b05e-b52c3de66ce9), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.443208 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f603f2-221a-402e-818c-33d882c77f24 req-e0fe08d6-6c2d-4644-b438-7f1dab272576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:41.448122 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-99f603f2-221a-402e-818c-33d882c77f24 req-e0fe08d6-6c2d-4644-b438-7f1dab272576 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.0632622 Sep 12 23:32:41.467359 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca3e02-3f69-4f67-b33d-66ef7a1cb1aa None None] Checking router: 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:32:41.474159 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ab50b-e5f3-42c4-b85c-91dffc9335fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event deleted for resources: {'Port': ['ID=920805e3-5500-44ae-b05e-b52c3de66ce9,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:41.481510 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca3e02-3f69-4f67-b33d-66ef7a1cb1aa None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:32:41.484456 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-c0ca3e02-3f69-4f67-b33d-66ef7a1cb1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:32:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:41.498770 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f603f2-221a-402e-818c-33d882c77f24 req-994b2b7f-b362-4cf6-a77c-abdbc5e479ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:41.500446 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-99f603f2-221a-402e-818c-33d882c77f24 req-994b2b7f-b362-4cf6-a77c-abdbc5e479ce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469766 Sep 12 23:32:41.543976 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf3ab50b-e5f3-42c4-b85c-91dffc9335fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (0e9acc39-194f-4066-8720-bef06324ddf6), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.546661 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf3ab50b-e5f3-42c4-b85c-91dffc9335fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.550846 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-cf3ab50b-e5f3-42c4-b85c-91dffc9335fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/0e9acc39-194f-4066-8720-bef06324ddf6 HTTP/1.1" status: 204 len: 168 time: 0.7073195 Sep 12 23:32:41.600835 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-c0ca3e02-3f69-4f67-b33d-66ef7a1cb1aa None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:32:41.611604 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-99f603f2-221a-402e-818c-33d882c77f24 req-8cbf818b-107f-4d24-b96f-d13f923a3cc4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049263 Sep 12 23:32:41.634593 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49906) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:41.639164 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-1bdeb0c0-84e2-4d38-a635-27daf338dea7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264969245', 'description': 'tempest-description--1735712049'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:41.662723 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1bdeb0c0-84e2-4d38-a635-27daf338dea7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.746719 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:41.751205 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1bdeb0c0-84e2-4d38-a635-27daf338dea7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (e9fbd70e-141c-4f5e-a3b8-458a0774f78d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.758244 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1bdeb0c0-84e2-4d38-a635-27daf338dea7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (e9fbd70e-141c-4f5e-a3b8-458a0774f78d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.792851 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdeb0c0-84e2-4d38-a635-27daf338dea7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fbd70e-141c-4f5e-a3b8-458a0774f78d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:41.797341 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1bdeb0c0-84e2-4d38-a635-27daf338dea7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.801225 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1bdeb0c0-84e2-4d38-a635-27daf338dea7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1629882 Sep 12 23:32:41.801724 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49908) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:41.806037 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-b5afdded-153d-4ebe-90fd-064be541511b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'security_group_rule': {'security_group_id': 'e9fbd70e-141c-4f5e-a3b8-458a0774f78d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:41.840408 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b5afdded-153d-4ebe-90fd-064be541511b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (9d12354c-7e75-444e-bc5c-b6b82f8c005c), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.852691 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-c0ca3e02-3f69-4f67-b33d-66ef7a1cb1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '89235874-032c-4e1b-b509-e26620044860', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'port_id': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'mac_address': 'fa:16:3e:3d:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8328773-645f-4acb-aad8-2984c3b13211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:30:45Z', 'updated_at': '2022-09-12T23:32:40Z', 'revision_number': 3, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:23Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:41.878229 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca3e02-3f69-4f67-b33d-66ef7a1cb1aa None None] The sync data for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi is: [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '89235874-032c-4e1b-b509-e26620044860', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'port_id': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'mac_address': 'fa:16:3e:3d:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8328773-645f-4acb-aad8-2984c3b13211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:30:45Z', 'updated_at': '2022-09-12T23:32:40Z', 'revision_number': 3, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:23Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:32:41.905919 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b5afdded-153d-4ebe-90fd-064be541511b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (9d12354c-7e75-444e-bc5c-b6b82f8c005c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.910338 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b5afdded-153d-4ebe-90fd-064be541511b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (9d12354c-7e75-444e-bc5c-b6b82f8c005c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.927013 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afdded-153d-4ebe-90fd-064be541511b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d12354c-7e75-444e-bc5c-b6b82f8c005c,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:41.950525 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b5afdded-153d-4ebe-90fd-064be541511b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:41.954446 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b5afdded-153d-4ebe-90fd-064be541511b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493983 Sep 12 23:32:41.954965 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49910) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:41.959823 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-3fb6b78d-8807-43e3-942a-be8b7cb121cd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'security_group_rule': {'security_group_id': 'e9fbd70e-141c-4f5e-a3b8-458a0774f78d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:41.989640 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b78d-8807-43e3-942a-be8b7cb121cd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (654b2bd7-38d7-45c6-88af-abac5fdd3eb4), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.016222 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-99f603f2-221a-402e-818c-33d882c77f24 req-25e55c00-2b75-4613-b5f2-00cde1a8688c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984451 Sep 12 23:32:42.050810 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b78d-8807-43e3-942a-be8b7cb121cd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (654b2bd7-38d7-45c6-88af-abac5fdd3eb4), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.054863 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b78d-8807-43e3-942a-be8b7cb121cd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (654b2bd7-38d7-45c6-88af-abac5fdd3eb4), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.074902 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6b78d-8807-43e3-942a-be8b7cb121cd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654b2bd7-38d7-45c6-88af-abac5fdd3eb4,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:42.084635 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b78d-8807-43e3-942a-be8b7cb121cd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.085814 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3fb6b78d-8807-43e3-942a-be8b7cb121cd tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294408 Sep 12 23:32:42.089441 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49912) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:42.094019 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:42.115707 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.194823 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.244782 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:42.301323 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Allocated IP 172.27.3.172 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/a3e0960d-b987-4c52-975f-89ab0cdb02bf) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:32:42.409500 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for port (a3e0960d-b987-4c52-975f-89ab0cdb02bf), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.421399 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:42.444436 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (a3e0960d-b987-4c52-975f-89ab0cdb02bf), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.479528 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:32:42.485960 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:32:42.490175 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:32:42.513087 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'Port': ['ID=a3e0960d-b987-4c52-975f-89ab0cdb02bf,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:42.576907 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (be6be272-5b1d-43c5-bb21-cf0189a92e00), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.613285 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (a3e0960d-b987-4c52-975f-89ab0cdb02bf), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.758184 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for port (a3e0960d-b987-4c52-975f-89ab0cdb02bf), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.762706 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (a3e0960d-b987-4c52-975f-89ab0cdb02bf), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.834757 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'Port': ['ID=a3e0960d-b987-4c52-975f-89ab0cdb02bf,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:42.837516 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (be6be272-5b1d-43c5-bb21-cf0189a92e00), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.853970 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:42.855178 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-bac36419-4286-4022-bb49-9fed623f3ef4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7648156 Sep 12 23:32:43.054033 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b0d42295-5994-4533-a4c4-16da61aee893 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1264969245&fields=id&tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf HTTP/1.1" status: 200 len: 267 time: 0.0439343 Sep 12 23:32:43.136852 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:43.144422 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:32:43.146924 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:32:43.186018 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106fe84a-837d-4381-a300-5f941b69cce0 x-openstack-request-id: req-106fe84a-837d-4381-a300-5f941b69cce0 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:32:43.186308 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:32:43.186429 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889de72f-d572-4d7a-8da5-4667d64907cd req-7a42ca66-46a4-47bc-b099-4c3c6e2689fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:43.186566 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-106fe84a-837d-4381-a300-5f941b69cce0 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:32:43.186955 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106fe84a-837d-4381-a300-5f941b69cce0'] response: {'name': 'network-changed', 'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'status': 'completed', 'code': 200} Sep 12 23:32:43.187928 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-7a42ca66-46a4-47bc-b099-4c3c6e2689fb tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/networks?id=87d38067-03b8-4be7-846c-3dce062309f6 HTTP/1.1" status: 200 len: 811 time: 0.1275823 Sep 12 23:32:43.203484 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-5bca9487-0af6-4c6d-82bc-b76a61eb9664 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/quotas/b8ffe803ce4b4d0181be62e1dfb094bf HTTP/1.1" status: 200 len: 375 time: 0.0101779 Sep 12 23:32:43.243885 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:43.247657 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8 req-9cec918a-acc4-431e-bdcd-ece4c1a9a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:43.249215 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8 req-9cec918a-acc4-431e-bdcd-ece4c1a9a492 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 1129 time: 0.0393767 Sep 12 23:32:43.257153 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-0ecee6c0-3785-45cb-89d7-770bd30064ab tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485158 Sep 12 23:32:43.333033 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:43.342907 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8 req-294aa936-89df-485d-9db2-437631db0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:43.344392 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8 req-294aa936-89df-485d-9db2-437631db0180 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.0891633 Sep 12 23:32:43.353532 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b9030fa0-d67a-48e4-8e04-eb645f7a335a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844800 Sep 12 23:32:43.408922 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8 req-89d85980-2231-42a9-bc41-f2e6c7a8a739 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24cc5eb-346a-4639-811c-1a0c53b0e5cc HTTP/1.1" status: 200 len: 1001 time: 0.0578964 Sep 12 23:32:43.439253 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:43.458779 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-a05d5ce0-f9b6-4123-b91e-e81ecb2518a8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995209 Sep 12 23:32:43.463148 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8 req-87a9c975-a365-48e5-87b8-a667c2ba2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:43.464787 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8 req-87a9c975-a365-48e5-87b8-a667c2ba2123 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.0501337 Sep 12 23:32:43.507741 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8 req-c4a567d9-14a9-4d29-8351-ad3e0bedee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:43.509790 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8 req-c4a567d9-14a9-4d29-8351-ad3e0bedee2c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393918 Sep 12 23:32:43.622024 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8 req-1df018e1-358a-453f-9b9c-620710dba504 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042700 Sep 12 23:32:43.644735 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e0d251f9-25e5-427f-a50b-08af835c6956 req-893d4fbb-67e7-488a-9ef6-2a63e046029b tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 210 time: 0.0467896 Sep 12 23:32:43.732210 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2ad9f7c1-4761-4486-8c20-3fcfc18fa6d8 req-6adfc4ea-f3b6-40eb-ba01-750d76920368 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956328 Sep 12 23:32:44.749514 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-17044efe-f4d4-4914-ae4a-5cf2d2312ab0 req-bbfe2cc1-c57f-4a55-9ca1-104ea49a1aa0 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 210 time: 0.0280054 Sep 12 23:32:44.851043 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889de72f-d572-4d7a-8da5-4667d64907cd req-e915a14b-9853-4089-a67b-11ba9e935a43 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:44.852450 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-e915a14b-9853-4089-a67b-11ba9e935a43 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.25 "GET /networking/v2.0/networks?id=87d38067-03b8-4be7-846c-3dce062309f6 HTTP/1.1" status: 200 len: 811 time: 0.1054592 Sep 12 23:32:44.915401 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-141158e0-a2e1-4392-a36e-2c74df1ce6f5 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf HTTP/1.1" status: 200 len: 380 time: 0.0548699 Sep 12 23:32:44.983262 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'port': {'device_id': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'admin_state_up': True, 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'security_groups': ['e9fbd70e-141c-4f5e-a3b8-458a0774f78d']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:45.091231 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Made reservation on behalf of b8ffe803ce4b4d0181be62e1dfb094bf for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:32:45.094883 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:45.218546 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Allocated IP 172.20.0.7 (87d38067-03b8-4be7-846c-3dce062309f6/d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda/a6f30f79-4144-4a51-a80a-931cea883d79) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:32:45.242898 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:45.349105 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:45.354661 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for port (a6f30f79-4144-4a51-a80a-931cea883d79), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:45.387539 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:45.434962 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Network 87d38067-03b8-4be7-846c-3dce062309f6 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:32:45.438109 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:32:45.441963 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:32:45.464925 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event updated for resources: {'Port': ['ID=a6f30f79-4144-4a51-a80a-931cea883d79,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:45.494079 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:45.494722 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:45.513797 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-2e94ed68-ee5f-441c-bb7c-e52593f03100 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5339577 Sep 12 23:32:45.525576 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Request body: {'port': {'device_id': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:45.592363 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:45.617019 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-66f3a0aa-592f-4472-8d62-5cf2d837210c None None] Provisioning complete for port a6f30f79-4144-4a51-a80a-931cea883d79 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:32:45.617557 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-66f3a0aa-592f-4472-8d62-5cf2d837210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:45.776463 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-66f3a0aa-592f-4472-8d62-5cf2d837210c None None] Port a6f30f79-4144-4a51-a80a-931cea883d79 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:32:45.883908 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f30f79-4144-4a51-a80a-931cea883d79 {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:32:45.894680 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Publish callbacks [] for port (a6f30f79-4144-4a51-a80a-931cea883d79), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:45.908230 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a64fb-6bc7-40f5-ae7d-eec58913e5b4 req-ea8e6f41-f3b3-4c12-823c-766484a50b32 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:45.909706 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a27a64fb-6bc7-40f5-ae7d-eec58913e5b4 req-ea8e6f41-f3b3-4c12-823c-766484a50b32 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 931 time: 0.0796361 Sep 12 23:32:45.918859 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Transition to ACTIVE for port object a6f30f79-4144-4a51-a80a-931cea883d79 will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:32:45.935142 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:45.977797 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:46.015944 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a27a64fb-6bc7-40f5-ae7d-eec58913e5b4 req-06c62c1f-783f-46a1-a1e5-05a5897cebf3 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982182 Sep 12 23:32:46.022619 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f30f79-4144-4a51-a80a-931cea883d79,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:46.071964 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Attempting to bind port a6f30f79-4144-4a51-a80a-931cea883d79 on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:32:46.072293 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Attempting to bind port a6f30f79-4144-4a51-a80a-931cea883d79 by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:32:46.072617 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Attempting to bind port a6f30f79-4144-4a51-a80a-931cea883d79 on network 87d38067-03b8-4be7-846c-3dce062309f6 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:32:46.117586 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Port a6f30f79-4144-4a51-a80a-931cea883d79 on network 87d38067-03b8-4be7-846c-3dce062309f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:32:46.118011 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Attempting to bind port a6f30f79-4144-4a51-a80a-931cea883d79 on network 87d38067-03b8-4be7-846c-3dce062309f6 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:32:46.159093 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:32:46.159425 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Checking segment: {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:32:46.159833 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Bound using segment: {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:32:46.160254 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Bound port: a6f30f79-4144-4a51-a80a-931cea883d79, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b79cf0-03f5-474f-847b-9eb0b0e95bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:32:46.160603 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:46.192493 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:46.220639 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] For port a6f30f79-4144-4a51-a80a-931cea883d79, host hv-cinder-85200, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:32:46.223873 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] For port a6f30f79-4144-4a51-a80a-931cea883d79, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=a6f30f79-4144-4a51-a80a-931cea883d79,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:32:46.229129 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:46.233011 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:46.233611 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:46.234984 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a6f30f79-4144-4a51-a80a-931cea883d79 HTTP/1.1" status: 200 len: 1093 time: 0.7139080 Sep 12 23:32:46.235504 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'tag': 'a6f30f79-4144-4a51-a80a-931cea883d79'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:32:46.237718 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff" -d '{"events": [{"name": "network-changed", "server_uuid": "985bbb7e-d077-499f-ba1b-70b1191389d3", "tag": "a6f30f79-4144-4a51-a80a-931cea883d79"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:32:46.275831 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d842e5f-a2c9-4c45-b71b-5b981b29eb6e x-openstack-request-id: req-8d842e5f-a2c9-4c45-b71b-5b981b29eb6e {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:32:46.276118 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985bbb7e-d077-499f-ba1b-70b1191389d3", "tag": "a6f30f79-4144-4a51-a80a-931cea883d79", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:32:46.276373 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8d842e5f-a2c9-4c45-b71b-5b981b29eb6e {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:32:46.277039 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d842e5f-a2c9-4c45-b71b-5b981b29eb6e'] response: {'name': 'network-changed', 'server_uuid': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'tag': 'a6f30f79-4144-4a51-a80a-931cea883d79', 'status': 'completed', 'code': 200} Sep 12 23:32:46.298061 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1b5ba-3469-43e4-a2be-f0c34138ae29 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f30f79-4144-4a51-a80a-931cea883d79,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:46.329829 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889de72f-d572-4d7a-8da5-4667d64907cd req-fed97f57-f8ab-4e65-8c57-a272e3e274d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:46.331316 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-fed97f57-f8ab-4e65-8c57-a272e3e274d4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 1127 time: 0.0429676 Sep 12 23:32:46.369503 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-a0572a30-64ea-4c42-b58d-243eda1ce33b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6f30f79-4144-4a51-a80a-931cea883d79 HTTP/1.1" status: 200 len: 217 time: 0.0310550 Sep 12 23:32:46.415456 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889de72f-d572-4d7a-8da5-4667d64907cd req-971a0d18-bbfa-47f9-b0db-2064bd0dcd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:46.416915 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-971a0d18-bbfa-47f9-b0db-2064bd0dcd6f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda HTTP/1.1" status: 200 len: 850 time: 0.0423102 Sep 12 23:32:46.459406 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889de72f-d572-4d7a-8da5-4667d64907cd req-70333d48-486c-4224-969c-133cdb7f922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:46.460903 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-70333d48-486c-4224-969c-133cdb7f922c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87d38067-03b8-4be7-846c-3dce062309f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372448 Sep 12 23:32:46.550587 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-deb5d7bc-5097-4e64-85e6-8ad551a7c425 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830691 Sep 12 23:32:46.641102 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-889de72f-d572-4d7a-8da5-4667d64907cd req-531179dc-b691-44fb-a82b-7f9515473e75 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844557 Sep 12 23:32:47.142087 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58551a15-4d98-4ff3-b819-e24d70de591a req-246e3787-6411-428e-9f5c-530a8e48401c tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:47.143595 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-58551a15-4d98-4ff3-b819-e24d70de591a req-246e3787-6411-428e-9f5c-530a8e48401c tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 943 time: 0.0468602 Sep 12 23:32:47.190675 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-58551a15-4d98-4ff3-b819-e24d70de591a req-358f11f9-94c3-40a7-b525-f487a1f35444 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407579 Sep 12 23:32:47.605491 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff req-0cf91dda-f456-434f-92a7-d8b0e693d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:47.606914 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff req-0cf91dda-f456-434f-92a7-d8b0e693d2d0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 1127 time: 0.0395889 Sep 12 23:32:47.700069 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff req-d63b703f-f320-4f02-94f9-c257eee94812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:47.701518 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff req-d63b703f-f320-4f02-94f9-c257eee94812 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87d38067-03b8-4be7-846c-3dce062309f6 HTTP/1.1" status: 200 len: 912 time: 0.0871737 Sep 12 23:32:47.743539 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff req-d02d6464-d1cd-41e0-8c9c-a67a63390ec4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6f30f79-4144-4a51-a80a-931cea883d79 HTTP/1.1" status: 200 len: 217 time: 0.0314996 Sep 12 23:32:47.777054 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:47.791862 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff req-2855c9dd-99ea-42da-8db7-0c7d1df00081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:47.793256 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff req-2855c9dd-99ea-42da-8db7-0c7d1df00081 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda HTTP/1.1" status: 200 len: 850 time: 0.0444465 Sep 12 23:32:47.839293 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff req-61fa2b57-1109-46be-94c4-8f5c129f91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:47.840758 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff req-61fa2b57-1109-46be-94c4-8f5c129f91a8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87d38067-03b8-4be7-846c-3dce062309f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414593 Sep 12 23:32:47.927887 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff req-59632108-d2f5-4d41-853c-6b1ab3651e24 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807869 Sep 12 23:32:48.019236 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1044c659-97d4-4cdd-80c0-a8c9c90a21ff req-278422a3-2dd1-4558-bd1a-8d3040fc1262 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853453 Sep 12 23:32:48.312079 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c0683-a06a-456a-b93b-4b73013a68dd req-5b5b1274-e2ba-45f0-aa62-f0533128279d tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:48.313522 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f82c0683-a06a-456a-b93b-4b73013a68dd req-5b5b1274-e2ba-45f0-aa62-f0533128279d tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 943 time: 0.0462255 Sep 12 23:32:48.358958 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f82c0683-a06a-456a-b93b-4b73013a68dd req-9419cada-c08c-46fc-95ce-b630dd4c1b56 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400093 Sep 12 23:32:49.479775 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baea82-bc5b-4276-b7af-7367ad7d25b2 req-2e013941-7812-4df8-ba47-70bed46281f6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:49.481238 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e3baea82-bc5b-4276-b7af-7367ad7d25b2 req-2e013941-7812-4df8-ba47-70bed46281f6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 943 time: 0.0469565 Sep 12 23:32:49.533149 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e3baea82-bc5b-4276-b7af-7367ad7d25b2 req-ed103d34-2a38-421c-bb7f-74e530d20e57 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464275 Sep 12 23:32:50.315249 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device a6f30f79-4144-4a51-a80a-931cea883d79 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:32:50.327639 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:32:50.414921 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port a6f30f79-4144-4a51-a80a-931cea883d79, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=a6f30f79-4144-4a51-a80a-931cea883d79,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:32:50.425918 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'a6f30f79-4144-4a51-a80a-931cea883d79', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'port_id': 'a6f30f79-4144-4a51-a80a-931cea883d79', 'mac_address': 'fa:16:3e:ea:36:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:32:50.459158 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port a6f30f79-4144-4a51-a80a-931cea883d79 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:32:50.459550 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:50.472426 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f30f79-4144-4a51-a80a-931cea883d79 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:32:50.492447 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port a6f30f79-4144-4a51-a80a-931cea883d79, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=a6f30f79-4144-4a51-a80a-931cea883d79,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:32:50.496125 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:50.542005 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=a6f30f79-4144-4a51-a80a-931cea883d79,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:50.655163 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bd1bd-c5f6-4bcf-8636-85e1df683f44 req-b5a16530-078b-4412-96e5-7c1f575a9882 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:50.656640 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d92bd1bd-c5f6-4bcf-8636-85e1df683f44 req-b5a16530-078b-4412-96e5-7c1f575a9882 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 944 time: 0.0503073 Sep 12 23:32:50.704055 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d92bd1bd-c5f6-4bcf-8636-85e1df683f44 req-cd5dddba-abcd-4293-898f-ceb7e1d6df78 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419192 Sep 12 23:32:50.780037 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['a6f30f79-4144-4a51-a80a-931cea883d79'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:32:50.837643 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:50.896771 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:51.789807 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:51.830959 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b18582-393c-4085-a12b-c6898b030474 req-173e2163-2ad4-46a0-b9b3-d4b6ddba1332 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:51.832436 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-05b18582-393c-4085-a12b-c6898b030474 req-173e2163-2ad4-46a0-b9b3-d4b6ddba1332 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 944 time: 0.0508256 Sep 12 23:32:51.877500 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-05b18582-393c-4085-a12b-c6898b030474 req-ea36ae37-b5db-4f81-aec3-a8fcb0ed7017 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395989 Sep 12 23:32:52.331114 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device a6f30f79-4144-4a51-a80a-931cea883d79 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:32:52.372461 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port a6f30f79-4144-4a51-a80a-931cea883d79 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:32:52.378468 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port a6f30f79-4144-4a51-a80a-931cea883d79 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:32:52.379002 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:52.451140 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port a6f30f79-4144-4a51-a80a-931cea883d79 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:32:52.451524 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:52.473615 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f30f79-4144-4a51-a80a-931cea883d79'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:32:52.475870 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a800ed38-bbe2-46e8-9125-685930703cfa" -d '{"events": [{"server_uuid": "985bbb7e-d077-499f-ba1b-70b1191389d3", "name": "network-vif-plugged", "status": "completed", "tag": "a6f30f79-4144-4a51-a80a-931cea883d79"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:32:52.489347 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port a6f30f79-4144-4a51-a80a-931cea883d79, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=a6f30f79-4144-4a51-a80a-931cea883d79,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:32:52.493478 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:52.515100 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2ba034-7e89-429a-939f-f3824486b470 x-openstack-request-id: req-ed2ba034-7e89-429a-939f-f3824486b470 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:32:52.515410 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985bbb7e-d077-499f-ba1b-70b1191389d3", "name": "network-vif-plugged", "status": "completed", "tag": "a6f30f79-4144-4a51-a80a-931cea883d79", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:32:52.515710 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ed2ba034-7e89-429a-939f-f3824486b470 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:32:52.516101 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2ba034-7e89-429a-939f-f3824486b470'] response: {'server_uuid': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f30f79-4144-4a51-a80a-931cea883d79', 'code': 200} Sep 12 23:32:52.542030 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=a6f30f79-4144-4a51-a80a-931cea883d79,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:32:52.684115 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8700-2981-4d2d-9fd8-52b09687ef86 req-e79fb4da-1170-4bbb-92be-a5d114ec5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:52.685621 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-86ba8700-2981-4d2d-9fd8-52b09687ef86 req-e79fb4da-1170-4bbb-92be-a5d114ec5fb9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 1129 time: 0.0391698 Sep 12 23:32:52.728914 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-86ba8700-2981-4d2d-9fd8-52b09687ef86 req-8cd5f886-9779-4ca3-87bc-6ab3e5350ddd service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376382 Sep 12 23:32:52.994359 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e6f9e-726d-4b14-b847-34b5eeb89de9 req-08fecb9d-c699-4155-ba3d-777f9424d231 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:52.995787 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-496e6f9e-726d-4b14-b847-34b5eeb89de9 req-08fecb9d-c699-4155-ba3d-777f9424d231 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 945 time: 0.0450280 Sep 12 23:32:53.044383 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-496e6f9e-726d-4b14-b847-34b5eeb89de9 req-1e32667e-5e50-48b5-b98d-d39c72677f71 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 Sep 12 23:32:53.832926 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:54.172009 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2617a4-a362-40f5-99fd-a99838eaa5b5 req-2457da82-2086-4ea5-8977-d20630349d39 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:54.173471 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8b2617a4-a362-40f5-99fd-a99838eaa5b5 req-2457da82-2086-4ea5-8977-d20630349d39 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 945 time: 0.0468469 Sep 12 23:32:54.219751 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8b2617a4-a362-40f5-99fd-a99838eaa5b5 req-e3ee729e-96f7-4ed6-8661-48015dc383a6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405974 Sep 12 23:32:54.885120 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-dc04acd6-3038-401e-8e1a-7fc5caa9537c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:55.338943 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17620dc-b503-4c00-935e-49ba37157cdb req-ef1882bf-b634-4d82-afe4-5550e7b8ecf6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:55.340439 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c17620dc-b503-4c00-935e-49ba37157cdb req-ef1882bf-b634-4d82-afe4-5550e7b8ecf6 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 945 time: 0.0458603 Sep 12 23:32:55.386855 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c17620dc-b503-4c00-935e-49ba37157cdb req-1bdceb90-ebcd-48bf-a5a5-52af78c7f410 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409513 Sep 12 23:32:55.504035 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a8520-4dc2-42d1-9624-f69aab00deea req-1bd3b972-3b50-4f77-acbf-5b65176e8255 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:55.505401 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3e6a8520-4dc2-42d1-9624-f69aab00deea req-1bd3b972-3b50-4f77-acbf-5b65176e8255 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 945 time: 0.0493591 Sep 12 23:32:55.516000 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 49976) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:32:55.520173 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-cf6a9793-9740-40e5-b6ce-39b3ae8488a4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Request body: {'floatingip': {'port_id': 'a6f30f79-4144-4a51-a80a-931cea883d79'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:32:55.557772 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9793-9740-40e5-b6ce-39b3ae8488a4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (be6be272-5b1d-43c5-bb21-cf0189a92e00), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:55.955798 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:55.970469 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9793-9740-40e5-b6ce-39b3ae8488a4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:55.973991 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9793-9740-40e5-b6ce-39b3ae8488a4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (be6be272-5b1d-43c5-bb21-cf0189a92e00), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:56.066785 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-cf6a9793-9740-40e5-b6ce-39b3ae8488a4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Floating IP be6be272-5b1d-43c5-bb21-cf0189a92e00 associated. External IP: 172.27.3.172, port: a6f30f79-4144-4a51-a80a-931cea883d79. Sep 12 23:32:56.231345 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:56.258515 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6a9793-9740-40e5-b6ce-39b3ae8488a4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:32:56.359834 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6a9793-9740-40e5-b6ce-39b3ae8488a4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:32:56.364616 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cf6a9793-9740-40e5-b6ce-39b3ae8488a4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:56.369034 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57231c08-ff00-4a5f-8f67-927fc4aa8d19 None None] Sync routers for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:32:56.379308 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57231c08-ff00-4a5f-8f67-927fc4aa8d19 None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:32:56.379955 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-57231c08-ff00-4a5f-8f67-927fc4aa8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:32:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:56.393802 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-cf6a9793-9740-40e5-b6ce-39b3ae8488a4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/be6be272-5b1d-43c5-bb21-cf0189a92e00 HTTP/1.1" status: 200 len: 991 time: 0.8767948 Sep 12 23:32:56.394436 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'tag': 'a6f30f79-4144-4a51-a80a-931cea883d79'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:32:56.396728 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a540fffb-efff-4acd-ab4a-429379d726af" -d '{"events": [{"name": "network-changed", "server_uuid": "985bbb7e-d077-499f-ba1b-70b1191389d3", "tag": "a6f30f79-4144-4a51-a80a-931cea883d79"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:32:56.435360 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb41ecc6-3f91-46db-8938-30894ed701a2 x-openstack-request-id: req-eb41ecc6-3f91-46db-8938-30894ed701a2 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:32:56.435703 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985bbb7e-d077-499f-ba1b-70b1191389d3", "tag": "a6f30f79-4144-4a51-a80a-931cea883d79", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:32:56.435956 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eb41ecc6-3f91-46db-8938-30894ed701a2 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:32:56.436358 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb41ecc6-3f91-46db-8938-30894ed701a2'] response: {'name': 'network-changed', 'server_uuid': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'tag': 'a6f30f79-4144-4a51-a80a-931cea883d79', 'status': 'completed', 'code': 200} Sep 12 23:32:56.484423 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-57231c08-ff00-4a5f-8f67-927fc4aa8d19 None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:32:56.510575 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540fffb-efff-4acd-ab4a-429379d726af req-19e45e34-1323-4b01-b1f4-cf17b7e8b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:56.512226 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a540fffb-efff-4acd-ab4a-429379d726af req-19e45e34-1323-4b01-b1f4-cf17b7e8b761 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 1129 time: 0.0408874 Sep 12 23:32:56.605579 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540fffb-efff-4acd-ab4a-429379d726af req-63961b39-707a-4ecf-b469-92353babd8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:56.607353 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a540fffb-efff-4acd-ab4a-429379d726af req-63961b39-707a-4ecf-b469-92353babd8b7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=87d38067-03b8-4be7-846c-3dce062309f6 HTTP/1.1" status: 200 len: 912 time: 0.0884933 Sep 12 23:32:56.668442 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a540fffb-efff-4acd-ab4a-429379d726af req-7f16d5a5-fefe-4690-83a4-80a1f7a734e4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6f30f79-4144-4a51-a80a-931cea883d79 HTTP/1.1" status: 200 len: 999 time: 0.0543048 Sep 12 23:32:56.696255 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-57231c08-ff00-4a5f-8f67-927fc4aa8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': 'be6be272-5b1d-43c5-bb21-cf0189a92e00', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'port_id': 'a6f30f79-4144-4a51-a80a-931cea883d79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'mac_address': 'fa:16:3e:ea:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:32:42Z', 'updated_at': '2022-09-12T23:32:55Z', 'revision_number': 1, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:56.721388 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57231c08-ff00-4a5f-8f67-927fc4aa8d19 None None] Checking router: 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:32:56.722142 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540fffb-efff-4acd-ab4a-429379d726af req-01a401e2-abcc-4e2b-b85b-af8d090f25de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:56.723651 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a540fffb-efff-4acd-ab4a-429379d726af req-01a401e2-abcc-4e2b-b85b-af8d090f25de service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda HTTP/1.1" status: 200 len: 850 time: 0.0478659 Sep 12 23:32:56.732055 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57231c08-ff00-4a5f-8f67-927fc4aa8d19 None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:32:56.732740 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-57231c08-ff00-4a5f-8f67-927fc4aa8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:32:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:56.767100 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540fffb-efff-4acd-ab4a-429379d726af req-1dc61f1e-6250-456f-be77-d506148ab617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:32:56.768519 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a540fffb-efff-4acd-ab4a-429379d726af req-1dc61f1e-6250-456f-be77-d506148ab617 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=87d38067-03b8-4be7-846c-3dce062309f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385702 Sep 12 23:32:56.782983 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:56.837347 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-57231c08-ff00-4a5f-8f67-927fc4aa8d19 None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:32:56.871983 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a540fffb-efff-4acd-ab4a-429379d726af req-c9a5b53f-2b3b-4293-acb6-a4a2e384bda7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956907 Sep 12 23:32:56.966100 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a540fffb-efff-4acd-ab4a-429379d726af req-6e4f08c9-310c-4a12-a937-19bf0b6f0d4e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877719 Sep 12 23:32:56.984040 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:32:57.050379 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-57231c08-ff00-4a5f-8f67-927fc4aa8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': 'be6be272-5b1d-43c5-bb21-cf0189a92e00', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'port_id': 'a6f30f79-4144-4a51-a80a-931cea883d79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'mac_address': 'fa:16:3e:ea:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:32:42Z', 'updated_at': '2022-09-12T23:32:55Z', 'revision_number': 1, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:32:57.078114 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57231c08-ff00-4a5f-8f67-927fc4aa8d19 None None] The sync data for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi is: [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': 'be6be272-5b1d-43c5-bb21-cf0189a92e00', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'port_id': 'a6f30f79-4144-4a51-a80a-931cea883d79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'mac_address': 'fa:16:3e:ea:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:32:42Z', 'updated_at': '2022-09-12T23:32:55Z', 'revision_number': 1, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:32:57.268372 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d369bfe5-7b37-466a-99d3-ab57da06df08 None None] New status for floating IP be6be272-5b1d-43c5-bb21-cf0189a92e00: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:32:57.359335 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4f17e09c-ebf3-44b9-8438-86d7eb16a83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:58.498457 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:32:59.721651 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:00.026178 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:06.389393 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=50 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:06.391268 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=19 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:06.956363 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=19 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:06.962648 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=81 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:07.048449 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=9 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:07.053247 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=70 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:08.071300 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-235c440a-f15f-471d-bb43-b4b161b0a666 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379930 Sep 12 23:33:08.158719 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-0fa9cd04-eab4-470f-aa87-72b89cbb6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:08.160238 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-0fa9cd04-eab4-470f-aa87-72b89cbb6e9a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=adc049ff85c14935a9f68be76cd61c05&device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 1130 time: 0.0422430 Sep 12 23:33:08.187705 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:08.263072 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-09c7074d-8b62-4e22-bc75-5609de20bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:08.264550 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-09c7074d-8b62-4e22-bc75-5609de20bfa0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 200 len: 920 time: 0.0843487 Sep 12 23:33:08.314663 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-7505a2ed-b506-4c44-a8de-5e63a4c512f2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d HTTP/1.1" status: 200 len: 217 time: 0.0313013 Sep 12 23:33:08.366096 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-844e6a44-4493-431e-b73b-20b180365350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:08.367466 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-844e6a44-4493-431e-b73b-20b180365350 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 200 len: 858 time: 0.0462418 Sep 12 23:33:08.409649 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-b075a1f4-ea2a-4fe8-aac1-ccd87af2e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:08.411087 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-b075a1f4-ea2a-4fe8-aac1-ccd87af2e117 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=06716bca-7ab1-4703-8226-2e627ce51e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371754 Sep 12 23:33:08.504187 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-534c54c3-1820-443e-9948-fbd06f6e60fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850105 Sep 12 23:33:08.598389 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b9040a7f-d7d5-42c9-b7dc-9160af0bac5a req-4cfb45b0-a9d8-4b7a-96e9-4477ed99cb40 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824544 Sep 12 23:33:13.658705 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480913-64b8-4807-9c14-27365a13fc9d req-1448fdeb-84e3-4160-9963-ac0ecac15f80 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:13.660240 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2d480913-64b8-4807-9c14-27365a13fc9d req-1448fdeb-84e3-4160-9963-ac0ecac15f80 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0492406 Sep 12 23:33:13.712638 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2d480913-64b8-4807-9c14-27365a13fc9d req-c2332c74-d49c-4f02-b797-c8d68021f3cd tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467536 Sep 12 23:33:14.839953 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367616cb-fd85-42f8-851a-5b5c1d35553c req-8317c146-aaa7-41fa-a5fa-5210824397d5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:14.841440 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-367616cb-fd85-42f8-851a-5b5c1d35553c req-8317c146-aaa7-41fa-a5fa-5210824397d5 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0470662 Sep 12 23:33:14.893323 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-367616cb-fd85-42f8-851a-5b5c1d35553c req-2a969fdc-ec3c-4509-96b7-5f482b336adf tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463707 Sep 12 23:33:15.154722 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1315b37-58cd-44c0-b5c9-80247a1692bc req-161e5d69-1e5c-4941-9ea2-f080ba0906ce tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:15.156093 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d1315b37-58cd-44c0-b5c9-80247a1692bc req-161e5d69-1e5c-4941-9ea2-f080ba0906ce tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0462844 Sep 12 23:33:15.202247 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d1315b37-58cd-44c0-b5c9-80247a1692bc req-8b9dace6-632d-4293-8d46-57bc53472660 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405931 Sep 12 23:33:16.027393 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd1670-341d-4dc7-bf7c-b8f2f1e4fcc9 req-a1af8b61-ff6e-415f-822b-e9687326b5bc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:16.028848 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d8bd1670-341d-4dc7-bf7c-b8f2f1e4fcc9 req-a1af8b61-ff6e-415f-822b-e9687326b5bc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0458751 Sep 12 23:33:16.075670 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d8bd1670-341d-4dc7-bf7c-b8f2f1e4fcc9 req-823ed811-5998-40de-b716-3faa4e54f17f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413086 Sep 12 23:33:16.320967 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db523f-cdca-4652-961e-54c2fa935817 req-dcdab5f4-d99a-478d-a1bf-c93a41b3179f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:16.322436 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d2db523f-cdca-4652-961e-54c2fa935817 req-dcdab5f4-d99a-478d-a1bf-c93a41b3179f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0466897 Sep 12 23:33:16.368145 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d2db523f-cdca-4652-961e-54c2fa935817 req-8b913752-30a6-4b77-a6b8-7e540ef28d2b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401905 Sep 12 23:33:17.198700 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278f4ac-79f4-4140-99f7-b09884b0977a req-815a4914-8002-48b2-916e-3282d8586677 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:17.200047 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e278f4ac-79f4-4140-99f7-b09884b0977a req-815a4914-8002-48b2-916e-3282d8586677 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0456095 Sep 12 23:33:17.245460 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e278f4ac-79f4-4140-99f7-b09884b0977a req-02180fe6-709f-4df5-a650-b8bd518658c3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400085 Sep 12 23:33:17.538421 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfe497-d8bf-4829-aacc-7f18c0465545 req-f7234b10-be86-4cc3-85c2-9f6716588dbc tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:17.540078 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b9dfe497-d8bf-4829-aacc-7f18c0465545 req-f7234b10-be86-4cc3-85c2-9f6716588dbc tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0499849 Sep 12 23:33:17.587893 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b9dfe497-d8bf-4829-aacc-7f18c0465545 req-098f0d66-4dd4-4d90-9dee-481e3eb5db76 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Sep 12 23:33:18.181399 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:18.183262 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=54,neutron:UPDATE=7 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:18.371286 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b54859-7e8b-41cb-9978-5a4db9e0a4ba req-59b53cf0-45ce-478d-98c5-0b242c685f68 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:18.372746 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e6b54859-7e8b-41cb-9978-5a4db9e0a4ba req-59b53cf0-45ce-478d-98c5-0b242c685f68 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0488539 Sep 12 23:33:18.418538 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e6b54859-7e8b-41cb-9978-5a4db9e0a4ba req-7cf26442-3f9e-40e3-9119-418b5820bb89 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403998 Sep 12 23:33:18.707767 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68386945-b1d6-4adb-ba5c-43dc78f46a94 req-30ea7cc2-7dca-4f3f-9137-482d958dccb3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:18.709133 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68386945-b1d6-4adb-ba5c-43dc78f46a94 req-30ea7cc2-7dca-4f3f-9137-482d958dccb3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0462849 Sep 12 23:33:18.754997 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-68386945-b1d6-4adb-ba5c-43dc78f46a94 req-78cc7002-7801-4063-a376-7acf18b37ac3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4e361f44-f174-494b-a37a-0c6b8bc2a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Sep 12 23:33:18.860533 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-919e008d-1e2c-4eb7-a11f-15c1a931984d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:18.861977 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-919e008d-1e2c-4eb7-a11f-15c1a931984d tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 945 time: 0.0462887 Sep 12 23:33:18.951344 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Deleting port d24cc5eb-346a-4639-811c-1a0c53b0e5cc {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:33:18.951711 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:18.955340 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:19.040104 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] For port d24cc5eb-346a-4639-811c-1a0c53b0e5cc, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=d24cc5eb-346a-4639-811c-1a0c53b0e5cc,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:19.040383 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:19.082343 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:19.198585 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:19.198940 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (89235874-032c-4e1b-b509-e26620044860), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:19.199246 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Floating IP 89235874-032c-4e1b-b509-e26620044860 disassociated. External IP: 172.27.3.207, port: d24cc5eb-346a-4639-811c-1a0c53b0e5cc. Sep 12 23:33:19.199599 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Calling delete_port for d24cc5eb-346a-4639-811c-1a0c53b0e5cc owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:33:19.324260 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (d24cc5eb-346a-4639-811c-1a0c53b0e5cc), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:19.352021 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event deleted for resources: {'Port': ['ID=d24cc5eb-346a-4639-811c-1a0c53b0e5cc,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:19.363128 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.363481 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.363897 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.364246 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.364588 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.364917 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.365244 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.365573 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.365898 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.366231 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.366557 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.366916 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.367242 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.367585 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.367911 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:19.472654 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:33:19.594695 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726de13d-c335-4157-ad9e-f0d51821a5d5 req-cadfc897-09b6-4793-b730-57d6a92a57ef tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:19.596048 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-726de13d-c335-4157-ad9e-f0d51821a5d5 req-cadfc897-09b6-4793-b730-57d6a92a57ef tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0813346 Sep 12 23:33:19.636241 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:33:19.647230 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34275eca-b8f8-4eae-8d63-2a70ad747c98 None None] Sync routers for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:33:19.658562 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34275eca-b8f8-4eae-8d63-2a70ad747c98 None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:33:19.659198 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-34275eca-b8f8-4eae-8d63-2a70ad747c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:32:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:19.865378 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-34275eca-b8f8-4eae-8d63-2a70ad747c98 None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:33:19.909670 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0769a89d-80ac-4e19-a47f-77cfb09b5354 req-f618485b-00a8-4ebd-b82d-0caa0e8ef74b tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b8328773-645f-4acb-aad8-2984c3b13211 HTTP/1.1" status: 200 len: 210 time: 0.0638518 Sep 12 23:33:19.954743 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] No DVR routers for this DVR port d24cc5eb-346a-4639-811c-1a0c53b0e5cc on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:33:19.957412 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:19.961077 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d86b7d3c-f122-4290-b923-4d60535f76d8 req-71e40758-34b8-40bc-97c5-fbfdfcfb9f67 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "DELETE /networking/v2.0/ports/d24cc5eb-346a-4639-811c-1a0c53b0e5cc HTTP/1.1" status: 204 len: 173 time: 1.0926523 Sep 12 23:33:19.961803 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'name': 'network-vif-deleted', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:33:19.964162 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62756f30-d1d6-4b12-a304-f99c7681a5f3" -d '{"events": [{"server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "name": "network-vif-deleted", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:33:19.969440 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-726de13d-c335-4157-ad9e-f0d51821a5d5 req-e544e5e7-a1e2-40ae-83b9-eb594bd032a1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3642211 Sep 12 23:33:20.029289 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c06bf7b-ad9d-4487-a481-1c712301971b x-openstack-request-id: req-4c06bf7b-ad9d-4487-a481-1c712301971b {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:33:20.029622 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8328773-645f-4acb-aad8-2984c3b13211", "name": "network-vif-deleted", "tag": "d24cc5eb-346a-4639-811c-1a0c53b0e5cc", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:33:20.029890 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4c06bf7b-ad9d-4487-a481-1c712301971b {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:33:20.030855 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c06bf7b-ad9d-4487-a481-1c712301971b'] response: {'server_uuid': 'b8328773-645f-4acb-aad8-2984c3b13211', 'name': 'network-vif-deleted', 'tag': 'd24cc5eb-346a-4639-811c-1a0c53b0e5cc', 'status': 'completed', 'code': 200} Sep 12 23:33:20.088790 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-34275eca-b8f8-4eae-8d63-2a70ad747c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:23Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:20.118306 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34275eca-b8f8-4eae-8d63-2a70ad747c98 None None] Checking router: 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:33:20.127331 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34275eca-b8f8-4eae-8d63-2a70ad747c98 None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:33:20.127960 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-34275eca-b8f8-4eae-8d63-2a70ad747c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:32:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:20.239970 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-34275eca-b8f8-4eae-8d63-2a70ad747c98 None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:33:20.423614 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-34275eca-b8f8-4eae-8d63-2a70ad747c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:23Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:20.448191 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34275eca-b8f8-4eae-8d63-2a70ad747c98 None None] The sync data for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi is: [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:12Z', 'revision_number': 4, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '5bf94c48-98a6-4109-a55e-91715e413b1a', 'name': '', 'network_id': '06716bca-7ab1-4703-8226-2e627ce51e59', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'mac_address': 'fa:16:3e:59:3e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:11Z', 'updated_at': '2022-09-12T23:28:23Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'subnets': [{'id': '3f7fd8d9-d3bf-49df-8298-1742e0096bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:33:20.669751 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88001a6-5cb9-4d6f-8f23-0d3d42407299 None None] New status for floating IP 89235874-032c-4e1b-b509-e26620044860: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:33:21.005885 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50076) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:21.070219 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bf9d217-96b8-4112-a644-27e24ba0ad8c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group (4e361f44-f174-494b-a37a-0c6b8bc2a656), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:21.094671 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:21.117507 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bf9d217-96b8-4112-a644-27e24ba0ad8c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group (4e361f44-f174-494b-a37a-0c6b8bc2a656), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:21.131721 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1dfc6-2e42-4f14-8cb7-ce5802fa6229 req-e890284b-50f5-4407-bf10-a25b4800bcb7 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:21.133678 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-75d1dfc6-2e42-4f14-8cb7-ce5802fa6229 req-e890284b-50f5-4407-bf10-a25b4800bcb7 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0776713 Sep 12 23:33:21.182992 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:21.204276 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-75d1dfc6-2e42-4f14-8cb7-ce5802fa6229 req-395a3459-a47a-4558-84c2-ccfb0270db98 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650916 Sep 12 23:33:21.205682 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bf9d217-96b8-4112-a644-27e24ba0ad8c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (4e361f44-f174-494b-a37a-0c6b8bc2a656), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:21.208158 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4bf9d217-96b8-4112-a644-27e24ba0ad8c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:21.212148 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4bf9d217-96b8-4112-a644-27e24ba0ad8c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4e361f44-f174-494b-a37a-0c6b8bc2a656 HTTP/1.1" status: 204 len: 168 time: 0.2022827 Sep 12 23:33:21.212539 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50080) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:21.220207 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9d217-96b8-4112-a644-27e24ba0ad8c tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e361f44-f174-494b-a37a-0c6b8bc2a656,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:21.231922 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.api.v2.resource [None req-10fd2ac6-8657-44bc-b58e-71541793b91a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] show failed (client error): The resource could not be found. Sep 12 23:33:21.232982 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-10fd2ac6-8657-44bc-b58e-71541793b91a tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups/4e361f44-f174-494b-a37a-0c6b8bc2a656 HTTP/1.1" status: 404 len: 347 time: 0.0194812 Sep 12 23:33:21.235609 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50082) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:21.343542 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Deleting port beea835e-a393-44ca-af2b-2069854196c4 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:33:21.343906 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (beea835e-a393-44ca-af2b-2069854196c4), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:21.416794 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (beea835e-a393-44ca-af2b-2069854196c4), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:21.417120 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for floatingip (beea835e-a393-44ca-af2b-2069854196c4), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:21.429708 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Calling delete_port for beea835e-a393-44ca-af2b-2069854196c4 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:33:21.768220 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (beea835e-a393-44ca-af2b-2069854196c4), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:21.790289 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event deleted for resources: {'Port': ['ID=beea835e-a393-44ca-af2b-2069854196c4,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:21.803401 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.803801 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.804720 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.805055 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.805382 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.805705 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.806024 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.806345 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.806661 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.806979 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.807294 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.807634 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.807952 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.808265 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.808579 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:21.827768 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:21.866373 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks [] for floatingip (89235874-032c-4e1b-b509-e26620044860), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:21.869409 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:21.870533 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-efe5eb2e-996d-425c-9a5a-a33961811bba tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/89235874-032c-4e1b-b509-e26620044860 HTTP/1.1" status: 204 len: 168 time: 0.6340559 Sep 12 23:33:22.336697 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ce84b-8712-4d9c-8ce4-882caa371877 req-949b1797-e8f7-4e23-b18a-4f11c289d1be tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:22.338182 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-950ce84b-8712-4d9c-8ce4-882caa371877 req-949b1797-e8f7-4e23-b18a-4f11c289d1be tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0468719 Sep 12 23:33:22.373769 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:22.386698 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-950ce84b-8712-4d9c-8ce4-882caa371877 req-b09a85fa-dbcc-41cc-ad9b-8dcd5f4c4412 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Sep 12 23:33:22.489163 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device d24cc5eb-346a-4639-811c-1a0c53b0e5cc no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:33:22.508590 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: d24cc5eb-346a-4639-811c-1a0c53b0e5cc {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:33:22.508935 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device d24cc5eb-346a-4639-811c-1a0c53b0e5cc not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:33:23.510514 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c647b-5a3e-4ee0-89fc-133747fb51ab req-e0af24de-387b-4775-a564-da6fa84bbe19 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:23.512000 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-398c647b-5a3e-4ee0-89fc-133747fb51ab req-e0af24de-387b-4775-a564-da6fa84bbe19 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0465479 Sep 12 23:33:23.559332 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-398c647b-5a3e-4ee0-89fc-133747fb51ab req-f54854e4-e74e-4620-8887-a1a1c4ccfeb9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418046 Sep 12 23:33:24.353064 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ab2c6-f266-4953-af57-6b8b3e2171ea req-ebed4fe9-8f5f-4a0d-8f9d-6bc37594d5b6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:24.354515 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-404ab2c6-f266-4953-af57-6b8b3e2171ea req-ebed4fe9-8f5f-4a0d-8f9d-6bc37594d5b6 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0539429 Sep 12 23:33:24.399999 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-404ab2c6-f266-4953-af57-6b8b3e2171ea req-218ebff0-45cb-4abe-bbfc-7d04535a4199 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Sep 12 23:33:24.692022 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17860c-1afe-4213-a2ab-f84a32f7f200 req-3546c940-e445-4ccc-a74f-cbfb8f689330 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:24.693504 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb17860c-1afe-4213-a2ab-f84a32f7f200 req-3546c940-e445-4ccc-a74f-cbfb8f689330 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0494783 Sep 12 23:33:24.740028 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb17860c-1afe-4213-a2ab-f84a32f7f200 req-d768c5bc-029c-4b8a-a2a5-5d4068d3974c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404956 Sep 12 23:33:24.888171 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-64146a61-b4ac-461e-bda6-dab10f8c0120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:25.520816 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1cd80-7aa1-48fb-9cb3-1410f97b7b26 req-376fafe5-ece1-4a40-97b5-9aaa47c38b9f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:25.522278 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ace1cd80-7aa1-48fb-9cb3-1410f97b7b26 req-376fafe5-ece1-4a40-97b5-9aaa47c38b9f tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0458391 Sep 12 23:33:25.568336 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ace1cd80-7aa1-48fb-9cb3-1410f97b7b26 req-7267046c-fc5d-4c1e-9335-c611f88980fa tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396190 Sep 12 23:33:25.865489 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6a1c5-b92a-4953-bd9f-ceb3b476cf3f req-e85c159f-fc5c-4696-accf-0851b371a119 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:25.867476 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3af6a1c5-b92a-4953-bd9f-ceb3b476cf3f req-e85c159f-fc5c-4696-accf-0851b371a119 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0489709 Sep 12 23:33:25.913299 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3af6a1c5-b92a-4953-bd9f-ceb3b476cf3f req-23c3354c-922f-4f3c-9cfe-1230de5a4710 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404515 Sep 12 23:33:26.589117 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22631864-1c9c-4b23-b262-99e0e6e5cc1c req-333c9908-4bca-431f-b7ae-d1dd29bf34c7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:26.590427 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-22631864-1c9c-4b23-b262-99e0e6e5cc1c req-333c9908-4bca-431f-b7ae-d1dd29bf34c7 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0457134 Sep 12 23:33:26.709347 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-22631864-1c9c-4b23-b262-99e0e6e5cc1c req-0d893700-8bad-4e69-b9c4-4b722f674121 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Deleting port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:33:26.709691 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-22631864-1c9c-4b23-b262-99e0e6e5cc1c req-0d893700-8bad-4e69-b9c4-4b722f674121 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:26.717935 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d9446-1438-4b27-8240-2c98f8b6e981 req-cbc4423f-3b17-4881-90cc-ed3497050b86 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:26.719386 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4d6d9446-1438-4b27-8240-2c98f8b6e981 req-cbc4423f-3b17-4881-90cc-ed3497050b86 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a461aa66-7b30-46ee-a5d1-2a48540d585a HTTP/1.1" status: 200 len: 945 time: 0.0758195 Sep 12 23:33:26.824775 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4d6d9446-1438-4b27-8240-2c98f8b6e981 req-371b911d-581d-4492-863c-8d3f9f362161 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932832 Sep 12 23:33:26.842410 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-22631864-1c9c-4b23-b262-99e0e6e5cc1c req-0d893700-8bad-4e69-b9c4-4b722f674121 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] For port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=1a3abf75-9e9d-4acc-9edb-526d5e849d0e,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:26.842715 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-22631864-1c9c-4b23-b262-99e0e6e5cc1c req-0d893700-8bad-4e69-b9c4-4b722f674121 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:26.856508 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-22631864-1c9c-4b23-b262-99e0e6e5cc1c req-0d893700-8bad-4e69-b9c4-4b722f674121 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Calling delete_port for 1a3abf75-9e9d-4acc-9edb-526d5e849d0e owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:33:26.985320 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-22631864-1c9c-4b23-b262-99e0e6e5cc1c req-0d893700-8bad-4e69-b9c4-4b722f674121 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (1a3abf75-9e9d-4acc-9edb-526d5e849d0e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:27.000561 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['1a3abf75-9e9d-4acc-9edb-526d5e849d0e', '3bbf415e-a5cc-43c6-bf78-c5caf098ad4d'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:33:27.013397 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d893700-8bad-4e69-b9c4-4b722f674121 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event deleted for resources: {'Port': ['ID=1a3abf75-9e9d-4acc-9edb-526d5e849d0e,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:27.047379 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ffd84-b7df-458d-acc6-1c8de168b918 req-8eefbcf6-79a8-4942-9c69-e488b70bb3f2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:27.049294 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5d6ffd84-b7df-458d-acc6-1c8de168b918 req-8eefbcf6-79a8-4942-9c69-e488b70bb3f2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0575187 Sep 12 23:33:27.062294 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-22631864-1c9c-4b23-b262-99e0e6e5cc1c req-0d893700-8bad-4e69-b9c4-4b722f674121 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] No DVR routers for this DVR port 1a3abf75-9e9d-4acc-9edb-526d5e849d0e on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:33:27.064893 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-22631864-1c9c-4b23-b262-99e0e6e5cc1c req-0d893700-8bad-4e69-b9c4-4b722f674121 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:27.068635 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-22631864-1c9c-4b23-b262-99e0e6e5cc1c req-0d893700-8bad-4e69-b9c4-4b722f674121 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "DELETE /networking/v2.0/ports/1a3abf75-9e9d-4acc-9edb-526d5e849d0e HTTP/1.1" status: 204 len: 173 time: 0.4722462 Sep 12 23:33:27.068782 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a461aa66-7b30-46ee-a5d1-2a48540d585a', 'name': 'network-vif-deleted', 'tag': '1a3abf75-9e9d-4acc-9edb-526d5e849d0e'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:33:27.071486 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509e4f63-729a-4990-9e13-45057ba560b0" -d '{"events": [{"server_uuid": "a461aa66-7b30-46ee-a5d1-2a48540d585a", "name": "network-vif-deleted", "tag": "1a3abf75-9e9d-4acc-9edb-526d5e849d0e"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:33:27.111900 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5d6ffd84-b7df-458d-acc6-1c8de168b918 req-46e958da-850d-49ec-b4c8-de61af01d030 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525815 Sep 12 23:33:27.124722 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec9e627-d0a0-4511-829a-297b1945659c x-openstack-request-id: req-aec9e627-d0a0-4511-829a-297b1945659c {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:33:27.125019 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a461aa66-7b30-46ee-a5d1-2a48540d585a", "name": "network-vif-deleted", "tag": "1a3abf75-9e9d-4acc-9edb-526d5e849d0e", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:33:27.125276 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aec9e627-d0a0-4511-829a-297b1945659c {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:33:27.125709 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec9e627-d0a0-4511-829a-297b1945659c'] response: {'server_uuid': 'a461aa66-7b30-46ee-a5d1-2a48540d585a', 'name': 'network-vif-deleted', 'tag': '1a3abf75-9e9d-4acc-9edb-526d5e849d0e', 'status': 'completed', 'code': 200} Sep 12 23:33:27.324230 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-768af703-ea60-4073-85b8-fc5eec727450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:27.327242 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:33:28.106827 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2dd52-b1bf-4038-8a87-b788595c8141 req-d0a50e37-41b2-483d-834a-4c37fc61cad8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:28.108332 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-80b2dd52-b1bf-4038-8a87-b788595c8141 req-d0a50e37-41b2-483d-834a-4c37fc61cad8 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0503449 Sep 12 23:33:28.147301 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:28.151160 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:28.157081 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-80b2dd52-b1bf-4038-8a87-b788595c8141 req-e87bd8c7-a283-4381-a4c5-d6cd592ca510 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Sep 12 23:33:28.227885 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb17311-f087-401c-ae54-95886da2921c req-16831652-dc15-426b-8b6a-e62082c40d26 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:28.229309 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8fb17311-f087-401c-ae54-95886da2921c req-16831652-dc15-426b-8b6a-e62082c40d26 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0457077 Sep 12 23:33:28.278370 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8fb17311-f087-401c-ae54-95886da2921c req-ab771a62-34d1-4877-9ba6-6a967d5f4360 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436461 Sep 12 23:33:28.499230 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:29.275455 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7c1ec-639b-4a68-bd0a-efcbee63e42f req-cbc94500-9141-4e24-9f99-00cbab4355a5 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:29.277391 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ced7c1ec-639b-4a68-bd0a-efcbee63e42f req-cbc94500-9141-4e24-9f99-00cbab4355a5 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0469589 Sep 12 23:33:29.326984 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ced7c1ec-639b-4a68-bd0a-efcbee63e42f req-e1f159ae-04a1-4e19-86a5-bdde5dad3227 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Sep 12 23:33:29.409605 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abae2e7-5ee0-4050-a95f-9324062a27c9 req-b4fba1c0-0b28-4c96-b88b-775ba2fb1d54 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:29.411120 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0abae2e7-5ee0-4050-a95f-9324062a27c9 req-b4fba1c0-0b28-4c96-b88b-775ba2fb1d54 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0473835 Sep 12 23:33:29.458162 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0abae2e7-5ee0-4050-a95f-9324062a27c9 req-71410e97-3d15-47f7-bedc-44b0a3204cda tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407784 Sep 12 23:33:29.723828 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:30.028804 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:30.426610 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=79 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:30.448707 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12463e3b-2aa4-476a-b91e-e730ad7d7d9f req-74c520f9-8811-484f-a880-0c0adf48f0c4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:30.450189 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-12463e3b-2aa4-476a-b91e-e730ad7d7d9f req-74c520f9-8811-484f-a880-0c0adf48f0c4 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0464823 Sep 12 23:33:30.499245 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-12463e3b-2aa4-476a-b91e-e730ad7d7d9f req-a8d97dc5-c09d-433a-800b-59fe9e798cac tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=90d56be1-4103-4c36-8a06-dae4f3973407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Sep 12 23:33:30.517037 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 1a3abf75-9e9d-4acc-9edb-526d5e849d0e no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:33:30.539298 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: 1a3abf75-9e9d-4acc-9edb-526d5e849d0e {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:33:30.539759 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 1a3abf75-9e9d-4acc-9edb-526d5e849d0e not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:33:30.583761 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5d26-b277-409f-96b6-db2b18f87964 req-98f91ffa-9331-485a-a091-b8e04a005589 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:30.585133 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-38af5d26-b277-409f-96b6-db2b18f87964 req-98f91ffa-9331-485a-a091-b8e04a005589 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0468223 Sep 12 23:33:30.630567 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-38af5d26-b277-409f-96b6-db2b18f87964 req-124019bc-557d-4472-85fe-a32abe2dbbb2 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400124 Sep 12 23:33:31.216372 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c4d7a-8dce-4a6b-a6ba-a2afb96ffa92 req-2f391ff9-709c-4fd4-9ffe-2663203502d3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:31.217727 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-297c4d7a-8dce-4a6b-a6ba-a2afb96ffa92 req-2f391ff9-709c-4fd4-9ffe-2663203502d3 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 946 time: 0.0449319 Sep 12 23:33:31.298780 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-297c4d7a-8dce-4a6b-a6ba-a2afb96ffa92 req-74d103f8-3ea2-43df-bce3-fcc780f17040 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Deleting port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:33:31.299121 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-297c4d7a-8dce-4a6b-a6ba-a2afb96ffa92 req-74d103f8-3ea2-43df-bce3-fcc780f17040 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:31.390782 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-297c4d7a-8dce-4a6b-a6ba-a2afb96ffa92 req-74d103f8-3ea2-43df-bce3-fcc780f17040 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] For port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:31.391146 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-297c4d7a-8dce-4a6b-a6ba-a2afb96ffa92 req-74d103f8-3ea2-43df-bce3-fcc780f17040 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:31.404765 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-297c4d7a-8dce-4a6b-a6ba-a2afb96ffa92 req-74d103f8-3ea2-43df-bce3-fcc780f17040 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Calling delete_port for 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:33:31.530744 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-297c4d7a-8dce-4a6b-a6ba-a2afb96ffa92 req-74d103f8-3ea2-43df-bce3-fcc780f17040 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (3bbf415e-a5cc-43c6-bf78-c5caf098ad4d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:31.543056 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['3bbf415e-a5cc-43c6-bf78-c5caf098ad4d'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:33:31.558661 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d103f8-3ea2-43df-bce3-fcc780f17040 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Pushing event deleted for resources: {'Port': ['ID=3bbf415e-a5cc-43c6-bf78-c5caf098ad4d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:31.629733 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-658c67b4-982f-476b-8253-526e6cda7762 req-3dd20a82-8f0f-4c6b-9ef9-8633d1fbd492 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=1398a779-68bf-4ec4-b196-d359ee0e7b8c HTTP/1.1" status: 200 len: 210 time: 0.0454938 Sep 12 23:33:31.630401 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-297c4d7a-8dce-4a6b-a6ba-a2afb96ffa92 req-74d103f8-3ea2-43df-bce3-fcc780f17040 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] No DVR routers for this DVR port 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:33:31.633456 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-297c4d7a-8dce-4a6b-a6ba-a2afb96ffa92 req-74d103f8-3ea2-43df-bce3-fcc780f17040 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:31.636663 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-297c4d7a-8dce-4a6b-a6ba-a2afb96ffa92 req-74d103f8-3ea2-43df-bce3-fcc780f17040 tempest-ServerRescueNegativeTestJSON-1372401982 tempest-ServerRescueNegativeTestJSON-1372401982-project] 10.222.0.25 "DELETE /networking/v2.0/ports/3bbf415e-a5cc-43c6-bf78-c5caf098ad4d HTTP/1.1" status: 204 len: 173 time: 0.4142523 Sep 12 23:33:31.637160 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1398a779-68bf-4ec4-b196-d359ee0e7b8c', 'name': 'network-vif-deleted', 'tag': '3bbf415e-a5cc-43c6-bf78-c5caf098ad4d'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:33:31.639418 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba7f13-f21c-4a01-ab0f-8d110ca02654" -d '{"events": [{"server_uuid": "1398a779-68bf-4ec4-b196-d359ee0e7b8c", "name": "network-vif-deleted", "tag": "3bbf415e-a5cc-43c6-bf78-c5caf098ad4d"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:33:31.681216 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59118f6-192d-4105-bad5-98c201891ebd x-openstack-request-id: req-b59118f6-192d-4105-bad5-98c201891ebd {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:33:31.681518 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1398a779-68bf-4ec4-b196-d359ee0e7b8c", "name": "network-vif-deleted", "tag": "3bbf415e-a5cc-43c6-bf78-c5caf098ad4d", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:33:31.682022 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b59118f6-192d-4105-bad5-98c201891ebd {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:33:31.682219 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59118f6-192d-4105-bad5-98c201891ebd'] response: {'server_uuid': '1398a779-68bf-4ec4-b196-d359ee0e7b8c', 'name': 'network-vif-deleted', 'tag': '3bbf415e-a5cc-43c6-bf78-c5caf098ad4d', 'status': 'completed', 'code': 200} Sep 12 23:33:31.770862 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf241f6d-b461-4467-841f-9fc9fb336b2d req-c799cd9f-b1f3-497e-b222-be1adc79c8d9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:31.772512 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cf241f6d-b461-4467-841f-9fc9fb336b2d req-c799cd9f-b1f3-497e-b222-be1adc79c8d9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0482514 Sep 12 23:33:31.821832 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-cf241f6d-b461-4467-841f-9fc9fb336b2d req-19420909-22f7-449f-8ac5-c1c6ec13a1ac tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Sep 12 23:33:32.698631 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50156) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:32.987767 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb836fe-1922-4e8f-9872-611854b7e4c4 req-fe9a1e64-d778-4d38-af4d-409b374bc769 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:32.989226 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-deb836fe-1922-4e8f-9872-611854b7e4c4 req-fe9a1e64-d778-4d38-af4d-409b374bc769 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0821507 Sep 12 23:33:33.097126 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-deb836fe-1922-4e8f-9872-611854b7e4c4 req-81a41df9-339b-4595-91de-ee3b2a07a580 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022725 Sep 12 23:33:33.172862 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:33.235296 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:33.256060 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739930'] for router_interface (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:33.521936 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] Deleting port 5bf94c48-98a6-4109-a55e-91715e413b1a {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:33:33.522275 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:33.601707 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] For port 5bf94c48-98a6-4109-a55e-91715e413b1a, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=5bf94c48-98a6-4109-a55e-91715e413b1a,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:33.602069 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:33.614370 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] Calling delete_port for 5bf94c48-98a6-4109-a55e-91715e413b1a owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:33:33.815532 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (5bf94c48-98a6-4109-a55e-91715e413b1a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:33.837660 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf94c48-98a6-4109-a55e-91715e413b1a,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:34.026587 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764362'] for router_interface (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:34.088411 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:34.199961 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:34.274747 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e54c5-de7b-4e48-bd85-be14df6ae6e5 req-ad2431b3-cb4e-46d6-b705-f3e53625c3e0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:34.276477 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-800e54c5-de7b-4e48-bd85-be14df6ae6e5 req-ad2431b3-cb4e-46d6-b705-f3e53625c3e0 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0876575 Sep 12 23:33:34.285521 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] Router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:33:34.360060 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-800e54c5-de7b-4e48-bd85-be14df6ae6e5 req-15828b4d-83c8-41a5-add2-9efc44ff4888 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770411 Sep 12 23:33:34.425296 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:33:34.430421 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-fa884795-0108-4e77-9db9-92a3abdaf6b8 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/7bcca1b1-b293-45bc-87a5-02e3f09e0a8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307665 Sep 12 23:33:34.433420 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50176) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:34.436201 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ddb30-0bb5-45b1-a469-225379e49c10 None None] Sync routers for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:33:34.448263 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ddb30-0bb5-45b1-a469-225379e49c10 None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:33:34.448951 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b94ddb30-0bb5-45b1-a469-225379e49c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:33:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:34.530358 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:33:34.550755 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:33:34.551005 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 3bbf415e-a5cc-43c6-bf78-c5caf098ad4d not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:33:34.558750 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-b94ddb30-0bb5-45b1-a469-225379e49c10 None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:33:34.733331 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b94ddb30-0bb5-45b1-a469-225379e49c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:33:33Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:34.759286 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Publish callbacks [] for router (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:34.759713 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ddb30-0bb5-45b1-a469-225379e49c10 None None] Checking router: 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:33:34.767985 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ddb30-0bb5-45b1-a469-225379e49c10 None None] Routers {'7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:33:34.768587 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b94ddb30-0bb5-45b1-a469-225379e49c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:33:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:34.847889 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:34.854411 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Publish callbacks [] for router_gateway (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:34.877983 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-b94ddb30-0bb5-45b1-a469-225379e49c10 None None] Set router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:33:34.901870 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Deleting port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:33:34.902211 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:34.981645 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] For port 5c9ca503-856f-4c5e-a30d-6f04c570b2b4, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=5c9ca503-856f-4c5e-a30d-6f04c570b2b4,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:34.982000 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:34.998785 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Calling delete_port for 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 owned by network:router_gateway {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:33:35.050631 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-b94ddb30-0bb5-45b1-a469-225379e49c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:33:33Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:35.077738 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ddb30-0bb5-45b1-a469-225379e49c10 None None] The sync data for ids ['7bcca1b1-b293-45bc-87a5-02e3f09e0a8a'] in dv-cinder-852009-7-iscsi is: [{'id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'name': 'tempest-ServerRescueNegativeTestJSON-1935297766-router', 'tenant_id': 'adc049ff85c14935a9f68be76cd61c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:33:33Z', 'revision_number': 5, 'project_id': 'adc049ff85c14935a9f68be76cd61c05', 'gw_port': {'id': '5c9ca503-856f-4c5e-a30d-6f04c570b2b4', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcca1b1-b293-45bc-87a5-02e3f09e0a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:33:35.122627 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:35.170228 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (5c9ca503-856f-4c5e-a30d-6f04c570b2b4), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.192082 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9ca503-856f-4c5e-a30d-6f04c570b2b4,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:35.254104 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1646425'] for router_gateway (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.343535 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1762244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62030'] for router (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.345713 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Publish callbacks [] for router_controller (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.350257 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:35.389077 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1764441'] for router (7bcca1b1-b293-45bc-87a5-02e3f09e0a8a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.389536 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bcca1b1-b293-45bc-87a5-02e3f09e0a8a {{(pid=106216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:33:35.394184 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.395829 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-6706809b-6f32-414a-b845-041b8a79f60f admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/7bcca1b1-b293-45bc-87a5-02e3f09e0a8a HTTP/1.1" status: 204 len: 168 time: 0.9609344 Sep 12 23:33:35.400119 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50182) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:35.459847 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-63563787-38bb-4145-955a-670abd7e3537 admin admin] Deleting subnet 3f7fd8d9-d3bf-49df-8298-1742e0096bb3 {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:33:35.481295 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-63563787-38bb-4145-955a-670abd7e3537 admin admin] Publish callbacks [] for subnet (3f7fd8d9-d3bf-49df-8298-1742e0096bb3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.524725 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee01371-ac4f-4cb8-9cd0-b67921a05a14 req-c7509aef-f905-4377-aea2-e5c85cf5513f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:35.526719 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0ee01371-ac4f-4cb8-9cd0-b67921a05a14 req-c7509aef-f905-4377-aea2-e5c85cf5513f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0809157 Sep 12 23:33:35.539151 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-63563787-38bb-4145-955a-670abd7e3537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3963660'] for subnet (3f7fd8d9-d3bf-49df-8298-1742e0096bb3), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.591904 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:35.606577 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:35.623597 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0ee01371-ac4f-4cb8-9cd0-b67921a05a14 req-5a754b94-1581-4ffe-9732-4f950e1994c4 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898616 Sep 12 23:33:35.657650 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-63563787-38bb-4145-955a-670abd7e3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (3f7fd8d9-d3bf-49df-8298-1742e0096bb3), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.719518 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-63563787-38bb-4145-955a-670abd7e3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3290282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4088693'] for subnet (3f7fd8d9-d3bf-49df-8298-1742e0096bb3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.747136 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63563787-38bb-4145-955a-670abd7e3537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7fd8d9-d3bf-49df-8298-1742e0096bb3,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:35.750746 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-63563787-38bb-4145-955a-670abd7e3537 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.756325 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-63563787-38bb-4145-955a-670abd7e3537 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/3f7fd8d9-d3bf-49df-8298-1742e0096bb3 HTTP/1.1" status: 204 len: 168 time: 0.3524878 Sep 12 23:33:35.756654 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50184) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:35.760183 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59498eb-e4e0-4bfd-9afc-a79be26f8118 None None] Network 06716bca-7ab1-4703-8226-2e627ce51e59 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:33:35.825908 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (06716bca-7ab1-4703-8226-2e627ce51e59), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.870581 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Deleting port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:33:35.870921 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.934430 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] For port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7,segment=NetworkSegment(aa3a8dcd-1ee3-4aa0-9949-048f9b325c96),segment_id=aa3a8dcd-1ee3-4aa0-9949-048f9b325c96)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:35.934790 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:35.947022 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Calling delete_port for 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 owned by network:dhcp {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:33:36.025266 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.049874 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Pushing event deleted for resources: {'Port': ['ID=75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:36.053189 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] No DVR routers for this DVR port 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 on host dv-cinder-852009-7-iscsi {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:33:36.122353 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (06716bca-7ab1-4703-8226-2e627ce51e59), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.148450 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6317098-929d-4759-be45-267655338285 None None] DHCP port deletion for 06716bca-7ab1-4703-8226-2e627ce51e59 request from dv-cinder-852009-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:33:36.152399 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06716bca-7ab1-4703-8226-2e627ce51e59']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:36.166266 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:36.167061 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3a8dcd-1ee3-4aa0-9949-048f9b325c96') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:36.177337 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3963653'] for segment (aa3a8dcd-1ee3-4aa0-9949-048f9b325c96), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.193191 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (aa3a8dcd-1ee3-4aa0-9949-048f9b325c96), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.205910 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:33:36.206442 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290112'] for segment (aa3a8dcd-1ee3-4aa0-9949-048f9b325c96), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.269566 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (06716bca-7ab1-4703-8226-2e627ce51e59), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.275239 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.280564 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/06716bca-7ab1-4703-8226-2e627ce51e59 HTTP/1.1" status: 204 len: 168 time: 0.5225797 Sep 12 23:33:36.293013 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34523de8-947e-499d-a65e-10518096f017 admin admin] Pushing event deleted for resources: {'Network': ['ID=06716bca-7ab1-4703-8226-2e627ce51e59,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:36.363794 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment aa3a8dcd-1ee3-4aa0-9949-048f9b325c96 resource provider aggregate not found Sep 12 23:33:36.387921 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment aa3a8dcd-1ee3-4aa0-9949-048f9b325c96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa3a8dcd-1ee3-4aa0-9949-048f9b325c96 found for delete ", "request_id": "req-6458401d-2401-4941-b55e-a4317d9a6b52"}]} Sep 12 23:33:36.407439 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:33:36.427940 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:33:36.428227 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 75bb1e0d-49a7-4fc5-bbd2-eb7b4d752cd7 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:33:36.428717 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5bf94c48-98a6-4109-a55e-91715e413b1a no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:33:36.453278 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50204) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:36.454613 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 5bf94c48-98a6-4109-a55e-91715e413b1a {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:33:36.454972 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5bf94c48-98a6-4109-a55e-91715e413b1a not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:33:36.455644 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:33:36.477676 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:33:36.478031 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5c9ca503-856f-4c5e-a30d-6f04c570b2b4 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:33:36.500025 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-da8c7859-37ce-4fb6-b6a4-74b84bc2abd2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=adc049ff85c14935a9f68be76cd61c05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454342 Sep 12 23:33:36.502675 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50206) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:36.548085 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 0caf572f-5337-4893-9c4d-eaccaf716b83 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:33:36.567234 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24332402-4018-499b-bc54-e30390414c76 admin admin] Publish callbacks [] for security_group (90d56be1-4103-4c36-8a06-dae4f3973407), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.589651 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24332402-4018-499b-bc54-e30390414c76 admin admin] Publish callbacks [] for security_group (90d56be1-4103-4c36-8a06-dae4f3973407), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.644410 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24332402-4018-499b-bc54-e30390414c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (90d56be1-4103-4c36-8a06-dae4f3973407), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.647430 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24332402-4018-499b-bc54-e30390414c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.651491 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-24332402-4018-499b-bc54-e30390414c76 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/90d56be1-4103-4c36-8a06-dae4f3973407 HTTP/1.1" status: 204 len: 168 time: 0.1450989 Sep 12 23:33:36.651677 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:36.659674 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24332402-4018-499b-bc54-e30390414c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d56be1-4103-4c36-8a06-dae4f3973407,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:36.664154 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'port_id': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'mac_address': 'fa:16:3e:1c:87:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:33:36.702620 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:36.737762 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 0caf572f-5337-4893-9c4d-eaccaf716b83 is: ACTIVE; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:33:36.740060 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.761610 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0caf572f-5337-4893-9c4d-eaccaf716b83 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:33:36.786660 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a07247-e492-4817-a3e0-027f82e519c2 req-069fed76-7cc0-422d-86e3-32f0563656c1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:36.789487 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:36.792554 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-20a07247-e492-4817-a3e0-027f82e519c2 req-069fed76-7cc0-422d-86e3-32f0563656c1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0714819 Sep 12 23:33:36.793588 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:36.858214 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-20a07247-e492-4817-a3e0-027f82e519c2 req-8e4aecb6-43d4-4ba0-a7ba-c94eba0e90be tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571566 Sep 12 23:33:36.864283 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=0caf572f-5337-4893-9c4d-eaccaf716b83,revision_number=6']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:36.875235 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.880233 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.880668 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.881040 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.881416 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.881757 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.882613 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.882947 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.883287 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.883744 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.884080 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.884426 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.885252 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.885620 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.885954 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:33:36.892365 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['0caf572f-5337-4893-9c4d-eaccaf716b83'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:33:36.895273 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:38.018843 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08a3d1-a9bc-431a-aedb-c2c9d0be32ae req-25079225-f66e-4c43-b5e8-3ad5ed9c171c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:38.026940 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1d08a3d1-a9bc-431a-aedb-c2c9d0be32ae req-25079225-f66e-4c43-b5e8-3ad5ed9c171c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 944 time: 0.0633845 Sep 12 23:33:38.062292 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:38.078481 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1d08a3d1-a9bc-431a-aedb-c2c9d0be32ae req-fac3188a-acb4-44b5-943c-74e3b177694f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506849 Sep 12 23:33:38.222402 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:38.554976 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 0caf572f-5337-4893-9c4d-eaccaf716b83 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:33:38.615627 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 0caf572f-5337-4893-9c4d-eaccaf716b83 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:33:38.616010 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:38.856238 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 0caf572f-5337-4893-9c4d-eaccaf716b83 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:33:38.856898 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:38.894270 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:33:38.896867 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ee79c7-a2ba-4b04-ad07-fb0ba330c7e5" -d '{"events": [{"server_uuid": "835d0938-03f8-42b8-b626-831891902172", "name": "network-vif-plugged", "status": "completed", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:33:38.923811 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:38.930331 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:38.980564 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fb4783-e8e5-4e0a-b13c-3760028c4197 x-openstack-request-id: req-a5fb4783-e8e5-4e0a-b13c-3760028c4197 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:33:38.982177 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835d0938-03f8-42b8-b626-831891902172", "name": "network-vif-plugged", "status": "completed", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:33:38.982694 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a5fb4783-e8e5-4e0a-b13c-3760028c4197 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:33:38.983208 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fb4783-e8e5-4e0a-b13c-3760028c4197'] response: {'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'code': 200} Sep 12 23:33:39.008102 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=0caf572f-5337-4893-9c4d-eaccaf716b83,revision_number=7']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:39.195279 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50308) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:39.229401 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b192ee-1b17-4088-9502-5355382b38f3 req-865fedb7-8a62-49aa-a8f9-1f13eac81b87 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:39.231947 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-14b192ee-1b17-4088-9502-5355382b38f3 req-865fedb7-8a62-49aa-a8f9-1f13eac81b87 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0598176 Sep 12 23:33:39.294450 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-14b192ee-1b17-4088-9502-5355382b38f3 req-69afa410-e398-4776-a2fe-9d8d2e79e0ea tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558960 Sep 12 23:33:39.339069 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3bb6-4ce5-4892-a3b9-d927d6a03042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:39.446731 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3bb6-4ce5-4892-a3b9-d927d6a03042 admin admin] Publish callbacks [] for security_group (180d49f5-7421-411f-9e57-0d3d5a227649), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:39.450738 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3bb6-4ce5-4892-a3b9-d927d6a03042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (180d49f5-7421-411f-9e57-0d3d5a227649), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:39.496118 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1d8d3bb6-4ce5-4892-a3b9-d927d6a03042 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3dbc77a092e04fb481eaf85233af1773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996073 Sep 12 23:33:39.497457 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d3bb6-4ce5-4892-a3b9-d927d6a03042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180d49f5-7421-411f-9e57-0d3d5a227649,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:39.497597 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50314) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:39.554542 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c51c08b-aab0-48f4-bfb0-48e20957af64 admin admin] Publish callbacks [] for security_group (180d49f5-7421-411f-9e57-0d3d5a227649), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:39.557244 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:39.578859 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c51c08b-aab0-48f4-bfb0-48e20957af64 admin admin] Publish callbacks [] for security_group (180d49f5-7421-411f-9e57-0d3d5a227649), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:39.645368 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c51c08b-aab0-48f4-bfb0-48e20957af64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (180d49f5-7421-411f-9e57-0d3d5a227649), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:39.651805 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c51c08b-aab0-48f4-bfb0-48e20957af64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:39.656090 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2c51c08b-aab0-48f4-bfb0-48e20957af64 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/180d49f5-7421-411f-9e57-0d3d5a227649 HTTP/1.1" status: 204 len: 168 time: 0.1571372 Sep 12 23:33:39.665845 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51c08b-aab0-48f4-bfb0-48e20957af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180d49f5-7421-411f-9e57-0d3d5a227649,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:40.041707 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50320) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:40.057273 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a08c02ca-d8aa-444b-9154-cad369b20db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:40.154673 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a08c02ca-d8aa-444b-9154-cad369b20db4 admin admin] Publish callbacks [] for security_group (686f9d2a-0a84-4049-8dcc-d3f4ae94f346), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:40.159019 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a08c02ca-d8aa-444b-9154-cad369b20db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (686f9d2a-0a84-4049-8dcc-d3f4ae94f346), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:40.201798 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c02ca-d8aa-444b-9154-cad369b20db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686f9d2a-0a84-4049-8dcc-d3f4ae94f346,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:40.206901 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a08c02ca-d8aa-444b-9154-cad369b20db4 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5537c1a7bb08471c89bcfc2df518a695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640925 Sep 12 23:33:40.209476 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50322) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:40.266634 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e65bb9e4-2c24-4cc2-aad6-d897fe453373 admin admin] Publish callbacks [] for security_group (686f9d2a-0a84-4049-8dcc-d3f4ae94f346), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:40.300856 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e65bb9e4-2c24-4cc2-aad6-d897fe453373 admin admin] Publish callbacks [] for security_group (686f9d2a-0a84-4049-8dcc-d3f4ae94f346), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:40.384961 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e65bb9e4-2c24-4cc2-aad6-d897fe453373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (686f9d2a-0a84-4049-8dcc-d3f4ae94f346), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:40.388220 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e65bb9e4-2c24-4cc2-aad6-d897fe453373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:40.392244 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e65bb9e4-2c24-4cc2-aad6-d897fe453373 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/686f9d2a-0a84-4049-8dcc-d3f4ae94f346 HTTP/1.1" status: 204 len: 168 time: 0.1789243 Sep 12 23:33:40.420266 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bb9e4-2c24-4cc2-aad6-d897fe453373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686f9d2a-0a84-4049-8dcc-d3f4ae94f346,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:40.553015 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7649361-a050-4155-b06a-86f4d0a12315 req-3431e2ad-a67f-47d6-8052-39c7973ca8d3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:40.564192 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7649361-a050-4155-b06a-86f4d0a12315 req-3431e2ad-a67f-47d6-8052-39c7973ca8d3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.1469686 Sep 12 23:33:40.655904 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c7649361-a050-4155-b06a-86f4d0a12315 req-6dd25a58-2f67-47df-a8d5-253d7d2f6c53 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905931 Sep 12 23:33:41.002668 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3523427-5d69-4dba-afa6-7c57fdba537a req-c7639b46-da0c-43cd-ba07-a9f95d9eaf4b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:41.004837 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d3523427-5d69-4dba-afa6-7c57fdba537a req-c7639b46-da0c-43cd-ba07-a9f95d9eaf4b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 945 time: 0.0736930 Sep 12 23:33:41.098426 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d3523427-5d69-4dba-afa6-7c57fdba537a req-088a32ab-d67f-40ad-91e8-7dd825c7d48f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878596 Sep 12 23:33:41.838163 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efac1f-a23c-45eb-97eb-b8dbcf352bdd req-d53a6425-3936-4591-83f1-b0c472afb4fb tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:41.846015 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-97efac1f-a23c-45eb-97eb-b8dbcf352bdd req-d53a6425-3936-4591-83f1-b0c472afb4fb tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0735381 Sep 12 23:33:41.931328 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-97efac1f-a23c-45eb-97eb-b8dbcf352bdd req-ca3d98cf-1728-4afc-9192-2440963ce946 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832481 Sep 12 23:33:42.266209 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc13b93-38f9-49e7-983f-318ada618822 req-87e25438-11e3-42ab-a1b5-95e8756f0afb tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:42.275964 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcc13b93-38f9-49e7-983f-318ada618822 req-87e25438-11e3-42ab-a1b5-95e8756f0afb tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 945 time: 0.0777750 Sep 12 23:33:42.283795 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:42.370909 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcc13b93-38f9-49e7-983f-318ada618822 req-10f39111-b6a2-45da-944e-7c97a4733fa4 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935340 Sep 12 23:33:42.503058 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-a423e388-7f31-483c-8b7c-50accc095f1a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:42.504688 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-a423e388-7f31-483c-8b7c-50accc095f1a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 945 time: 0.0926254 Sep 12 23:33:42.628679 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Deleting port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:33:42.629052 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:42.762851 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] For port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:42.763669 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:42.856958 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:43.032639 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:43.067799 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:43.069336 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:43.071030 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Floating IP 114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f disassociated. External IP: 172.27.3.201, port: 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa. Sep 12 23:33:43.071690 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Calling delete_port for 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:33:43.142474 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5bad8-af82-4e9c-abd2-a32a601c1640 req-115dc387-bd47-405c-9a09-ba642d0878b7 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:43.145229 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2ff5bad8-af82-4e9c-abd2-a32a601c1640 req-115dc387-bd47-405c-9a09-ba642d0878b7 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0688102 Sep 12 23:33:43.214714 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2ff5bad8-af82-4e9c-abd2-a32a601c1640 req-4aac8acd-3432-4f6a-9741-3219b9430547 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579381 Sep 12 23:33:43.278888 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (5ac5e83f-2775-42c0-9cd0-314f2df0bbaa), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:43.315811 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event deleted for resources: {'Port': ['ID=5ac5e83f-2775-42c0-9cd0-314f2df0bbaa,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:43.444243 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Router 7d487690-b453-417c-969d-a2ee43b4553a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:33:43.525787 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c289e808-3407-4217-8ce4-5842ee863198 req-3d5980ea-21e5-497e-8ad6-3c345d7966d5 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 210 time: 0.0345435 Sep 12 23:33:43.590161 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:33:43.606755 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498b6ed-a604-488b-931b-9117e2581cfa None None] Sync routers for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:33:43.619401 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498b6ed-a604-488b-931b-9117e2581cfa None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:33:43.620051 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4498b6ed-a604-488b-931b-9117e2581cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:33:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:43.639735 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] No DVR routers for this DVR port 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:33:43.642029 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:43.645665 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e2681c8e-ebfb-4324-a919-99ff75e24db8 req-3d44db8a-1b34-42cc-83ee-0800aae40b25 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "DELETE /networking/v2.0/ports/5ac5e83f-2775-42c0-9cd0-314f2df0bbaa HTTP/1.1" status: 204 len: 173 time: 1.1353502 Sep 12 23:33:43.646199 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'name': 'network-vif-deleted', 'tag': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:33:43.648621 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748ce1ac-0bae-4fa6-9d88-272fafd6a60d" -d '{"events": [{"server_uuid": "712d2ca0-8999-4499-854b-b80c8cff71cf", "name": "network-vif-deleted", "tag": "5ac5e83f-2775-42c0-9cd0-314f2df0bbaa"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:33:43.799667 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-4498b6ed-a604-488b-931b-9117e2581cfa None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:33:43.953779 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27888c9d-ca6b-4172-a196-69aa85e89947 x-openstack-request-id: req-27888c9d-ca6b-4172-a196-69aa85e89947 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:33:43.953779 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712d2ca0-8999-4499-854b-b80c8cff71cf", "name": "network-vif-deleted", "tag": "5ac5e83f-2775-42c0-9cd0-314f2df0bbaa", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:33:43.953779 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-27888c9d-ca6b-4172-a196-69aa85e89947 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:33:43.954548 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27888c9d-ca6b-4172-a196-69aa85e89947'] response: {'server_uuid': '712d2ca0-8999-4499-854b-b80c8cff71cf', 'name': 'network-vif-deleted', 'tag': '5ac5e83f-2775-42c0-9cd0-314f2df0bbaa', 'status': 'completed', 'code': 200} Sep 12 23:33:44.104770 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4498b6ed-a604-488b-931b-9117e2581cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:44.156836 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498b6ed-a604-488b-931b-9117e2581cfa None None] Checking router: 7d487690-b453-417c-969d-a2ee43b4553a for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:33:44.165748 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:44.169204 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498b6ed-a604-488b-931b-9117e2581cfa None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:33:44.170144 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4498b6ed-a604-488b-931b-9117e2581cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:33:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:44.310164 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:44.330855 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-4498b6ed-a604-488b-931b-9117e2581cfa None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:33:44.415711 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74534273-1d45-4e43-83d3-f2db60f379a5 req-fd369bc2-6944-44c0-ad80-21540e5f1712 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:44.423960 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-74534273-1d45-4e43-83d3-f2db60f379a5 req-fd369bc2-6944-44c0-ad80-21540e5f1712 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0780392 Sep 12 23:33:44.491738 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-74534273-1d45-4e43-83d3-f2db60f379a5 req-8e9aa972-297c-4e6e-b296-7d6e7a357c2f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658879 Sep 12 23:33:44.616606 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4498b6ed-a604-488b-931b-9117e2581cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:44.717156 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498b6ed-a604-488b-931b-9117e2581cfa None None] The sync data for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi is: [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:33:44.726977 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e2e7446b-c5d3-4727-b340-5459783cb0c7 req-82b2e578-ce5e-4c6e-9f87-0192741f1d56 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=712d2ca0-8999-4499-854b-b80c8cff71cf HTTP/1.1" status: 200 len: 210 time: 0.0568306 Sep 12 23:33:45.032601 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59cfb5-20bc-40be-a416-b3b7d967fbf3 None None] New status for floating IP 114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:33:45.632811 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a39fbb-80b9-4f8f-851c-db9717e5e971 req-5ed5f73d-3991-47ba-a62b-37d11692c289 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:45.635064 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b6a39fbb-80b9-4f8f-851c-db9717e5e971 req-5ed5f73d-3991-47ba-a62b-37d11692c289 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0626671 Sep 12 23:33:45.688954 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b6a39fbb-80b9-4f8f-851c-db9717e5e971 req-0e824e28-f69b-4fa0-aeb9-3b842802fd9e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470934 Sep 12 23:33:46.065299 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-c1bf529a-40ff-4999-8b13-c182d3b69216 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-575282427&fields=id&tenant_id=eaa5d21fc40540e4b811713e5efeff46 HTTP/1.1" status: 200 len: 267 time: 0.0619924 Sep 12 23:33:46.205390 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-c957c67c-fbd7-4858-a56b-c4afccf341ff tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:46.213707 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-c957c67c-fbd7-4858-a56b-c4afccf341ff tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 812 time: 0.1452255 Sep 12 23:33:46.236247 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-455e1164-cbf4-4664-8002-897bd4bdab61 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/quotas/eaa5d21fc40540e4b811713e5efeff46 HTTP/1.1" status: 200 len: 375 time: 0.0212491 Sep 12 23:33:46.316837 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-b4dc51d5-9f84-4309-a991-971a49b3a957 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715773 Sep 12 23:33:46.507949 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:46.514786 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:46.557142 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-c6748057-3c40-41d5-80ff-521fc962c766 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395682 Sep 12 23:33:46.564980 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:33:46.593340 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:33:46.594022 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 5ac5e83f-2775-42c0-9cd0-314f2df0bbaa not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:33:46.696211 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-235cc271-bc47-4acb-92df-7bd0d0841f1d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206017 Sep 12 23:33:46.839482 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac559e1-48a6-4aa8-b7ed-b194ed441338 req-c0fa389f-99ef-4240-82ed-f8b4368a9b70 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:46.847859 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0ac559e1-48a6-4aa8-b7ed-b194ed441338 req-c0fa389f-99ef-4240-82ed-f8b4368a9b70 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0606029 Sep 12 23:33:46.897596 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0ac559e1-48a6-4aa8-b7ed-b194ed441338 req-1ac550ce-acc0-4042-b100-86741ff4c2af tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481038 Sep 12 23:33:47.066971 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5da3758e-754f-453a-bac8-6fb51bb6ae87 req-06ee3c81-ba10-4d81-89a2-9ea12bfc8a96 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 210 time: 0.0400672 Sep 12 23:33:48.074139 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7fdfe-9091-4135-a670-ecef05bef832 req-9e73d6b0-4155-4cbc-8ae0-5452a450da15 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:48.075738 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f4b7fdfe-9091-4135-a670-ecef05bef832 req-9e73d6b0-4155-4cbc-8ae0-5452a450da15 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0595803 Sep 12 23:33:48.127839 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f4b7fdfe-9091-4135-a670-ecef05bef832 req-c0b90630-20c5-4e3f-a12d-d113a5fce552 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452824 Sep 12 23:33:48.182380 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a0539f3c-4ac0-477e-933b-f2fb8fa2e7bb req-5cc42622-4ac1-4a14-bbfb-be32e353a2a9 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 210 time: 0.0347757 Sep 12 23:33:49.261252 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73f581-f4d7-4ec2-b01c-54040d9f0270 req-d8511657-507b-4cc1-b4f4-fa345d8c6f26 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:49.262392 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fe73f581-f4d7-4ec2-b01c-54040d9f0270 req-d8511657-507b-4cc1-b4f4-fa345d8c6f26 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0516484 Sep 12 23:33:49.285136 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0a116d04-bb97-4ca6-94b8-915db00416e0 req-a456a4ee-3011-45a6-9e41-913bf5745a2c tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 210 time: 0.0298352 Sep 12 23:33:49.311722 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fe73f581-f4d7-4ec2-b01c-54040d9f0270 req-a4ee470c-f973-4b5e-808d-8a9dfd36a5fc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429192 Sep 12 23:33:50.395864 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-03edf52f-a929-41a2-833c-f4717ec2f9a6 req-c506692c-835f-4a2e-b05b-95200a86602f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 210 time: 0.0314915 Sep 12 23:33:50.472417 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654b3b2-0ff3-4bb5-8f78-5b675c410edf req-b3253ca3-62f5-45ad-a693-3bbc99a7cc7f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:50.474286 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5654b3b2-0ff3-4bb5-8f78-5b675c410edf req-b3253ca3-62f5-45ad-a693-3bbc99a7cc7f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0792637 Sep 12 23:33:50.536739 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5654b3b2-0ff3-4bb5-8f78-5b675c410edf req-3d7ad405-f2df-4ce5-8f3b-fc41922e22aa tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530131 Sep 12 23:33:50.684548 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f07f85-61fd-4dfa-bcb6-e8c4424d4faf req-dc46f248-9daa-47f1-8e33-a3a0283271c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:50.686171 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-76f07f85-61fd-4dfa-bcb6-e8c4424d4faf req-dc46f248-9daa-47f1-8e33-a3a0283271c2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 1129 time: 0.0889871 Sep 12 23:33:50.952230 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f07f85-61fd-4dfa-bcb6-e8c4424d4faf req-2b8babeb-54ed-4ef2-b439-e9d65c7a5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:50.953681 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-76f07f85-61fd-4dfa-bcb6-e8c4424d4faf req-2b8babeb-54ed-4ef2-b439-e9d65c7a5396 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 918 time: 0.0926421 Sep 12 23:33:51.016920 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:51.023603 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-76f07f85-61fd-4dfa-bcb6-e8c4424d4faf req-dc1237db-e3f4-4706-b97e-aeaacd2cf1e8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0caf572f-5337-4893-9c4d-eaccaf716b83 HTTP/1.1" status: 200 len: 1001 time: 0.0627680 Sep 12 23:33:51.058229 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-ad55f1d7-d3eb-48f0-989f-07ab50f45a7a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:51.059822 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-ad55f1d7-d3eb-48f0-989f-07ab50f45a7a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 812 time: 0.1148758 Sep 12 23:33:51.081352 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f07f85-61fd-4dfa-bcb6-e8c4424d4faf req-48c37ad0-b560-4d4a-b0b1-7e669adbe267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:51.082852 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-76f07f85-61fd-4dfa-bcb6-e8c4424d4faf req-48c37ad0-b560-4d4a-b0b1-7e669adbe267 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 200 len: 856 time: 0.0477035 Sep 12 23:33:51.125902 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f07f85-61fd-4dfa-bcb6-e8c4424d4faf req-87fc52f6-fd23-493c-ba90-0d24171cc367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:51.127378 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-f06a97b4-0bf1-4c45-afb7-be8d301bf2e6 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eaa5d21fc40540e4b811713e5efeff46 HTTP/1.1" status: 200 len: 379 time: 0.0589037 Sep 12 23:33:51.127515 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-76f07f85-61fd-4dfa-bcb6-e8c4424d4faf req-87fc52f6-fd23-493c-ba90-0d24171cc367 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=11be7f0c-3ec4-4c81-8e43-cbebcc992505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392311 Sep 12 23:33:51.140776 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'port': {'device_id': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'admin_state_up': True, 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'security_groups': ['6972ab3e-5c0c-4305-9b6c-c96692095c56']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:33:51.233113 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-76f07f85-61fd-4dfa-bcb6-e8c4424d4faf req-545586ef-4a30-4c28-8874-67cfddaf5fbb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956194 Sep 12 23:33:51.254298 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Made reservation on behalf of eaa5d21fc40540e4b811713e5efeff46 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:33:51.259148 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:51.330116 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-76f07f85-61fd-4dfa-bcb6-e8c4424d4faf req-e4669cd2-f0b3-4e7e-86d6-c7cc810a5ad3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892198 Sep 12 23:33:51.408467 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Allocated IP 172.20.0.3 (eca586cf-58eb-48f2-bcf7-9aa793fb9bf1/f301b7a6-feee-4435-afba-5f5753bbb8c1/e122a07d-d119-4a70-9133-63ec543a476e) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:33:51.555928 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:51.570542 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-31b24c12-c791-4fbf-8ea8-1830ea52f6fc req-34e9f471-d898-4398-844c-2e7303308167 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 210 time: 0.0584197 Sep 12 23:33:51.589022 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for port (e122a07d-d119-4a70-9133-63ec543a476e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:51.625088 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (e122a07d-d119-4a70-9133-63ec543a476e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:51.671632 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:33:51.674881 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:33:51.679602 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:33:51.715808 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'Port': ['ID=e122a07d-d119-4a70-9133-63ec543a476e,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:51.723391 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a418f-6f2b-45ca-a7d2-fe0a4fdb983d req-faf0d5f2-74cc-46ca-b2f3-a0071854aadc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:51.731768 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c42a418f-6f2b-45ca-a7d2-fe0a4fdb983d req-faf0d5f2-74cc-46ca-b2f3-a0071854aadc tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 945 time: 0.0838871 Sep 12 23:33:51.744111 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:51.744834 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:51.767581 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-e593ae1e-03ef-4a99-84ce-74e60aa2ec86 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6305761 Sep 12 23:33:51.950035 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-30552754-ee66-4744-acc7-ada232cd6b88 None None] Provisioning complete for port e122a07d-d119-4a70-9133-63ec543a476e triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:33:51.951058 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-30552754-ee66-4744-acc7-ada232cd6b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (e122a07d-d119-4a70-9133-63ec543a476e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:51.984143 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-30552754-ee66-4744-acc7-ada232cd6b88 None None] Port e122a07d-d119-4a70-9133-63ec543a476e cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:33:52.028697 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:52.051918 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c42a418f-6f2b-45ca-a7d2-fe0a4fdb983d req-91067307-7efd-4f0c-99db-fffdb08306e3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190434 Sep 12 23:33:52.582976 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 0caf572f-5337-4893-9c4d-eaccaf716b83 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:33:52.658066 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 0caf572f-5337-4893-9c4d-eaccaf716b83 is: ACTIVE; New status is: DOWN {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:33:52.658461 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:52.687364 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:33:52.689691 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a2fb7e-a332-495d-b4b1-13fab2dec33b" -d '{"events": [{"server_uuid": "835d0938-03f8-42b8-b626-831891902172", "name": "network-vif-unplugged", "status": "completed", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:33:52.721194 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:52.730351 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Request body: {'port': {'device_id': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:33:52.734254 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:52.782588 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee0430-7c2e-45b4-8c79-750e7bf7814d req-e068ecff-f38c-4766-b586-a709c79e4ec1 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:52.790221 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-06ee0430-7c2e-45b4-8c79-750e7bf7814d req-e068ecff-f38c-4766-b586-a709c79e4ec1 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 931 time: 0.1257229 Sep 12 23:33:52.840004 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=0caf572f-5337-4893-9c4d-eaccaf716b83,revision_number=8']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:52.862069 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:52.909443 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Sep 2022 23:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d5458d-5ff8-4995-aabf-33f8de771a74 x-openstack-request-id: req-25d5458d-5ff8-4995-aabf-33f8de771a74 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:33:52.909792 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e122a07d-d119-4a70-9133-63ec543a476e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:52.910026 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835d0938-03f8-42b8-b626-831891902172", "name": "network-vif-unplugged", "status": "completed", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:33:52.910464 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-25d5458d-5ff8-4995-aabf-33f8de771a74 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:33:52.910968 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d5458d-5ff8-4995-aabf-33f8de771a74'] response: {'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'code': 200} Sep 12 23:33:52.939921 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-06ee0430-7c2e-45b4-8c79-750e7bf7814d req-72331888-0d52-4e7a-aa7f-3aab1c894e7a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466513 Sep 12 23:33:53.088370 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50616) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:53.228504 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e122a07d-d119-4a70-9133-63ec543a476e {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:33:53.242683 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Publish callbacks [] for port (e122a07d-d119-4a70-9133-63ec543a476e), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.242922 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccc4c1-7275-42c7-a031-793b9cb53ce9 req-347010b6-3c32-485a-a121-5b4faaf00041 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:53.244612 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f9ccc4c1-7275-42c7-a031-793b9cb53ce9 req-347010b6-3c32-485a-a121-5b4faaf00041 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0782304 Sep 12 23:33:53.255671 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f3d3-26c6-4606-8949-45d6e66c13d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.261652 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Transition to ACTIVE for port object e122a07d-d119-4a70-9133-63ec543a476e will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:33:53.263412 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:53.264677 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (e122a07d-d119-4a70-9133-63ec543a476e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.326949 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f9ccc4c1-7275-42c7-a031-793b9cb53ce9 req-87714cab-2db0-405b-a873-779957325b5e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732901 Sep 12 23:33:53.329466 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Pushing event updated for resources: {'Port': ['ID=e122a07d-d119-4a70-9133-63ec543a476e,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:53.378435 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f3d3-26c6-4606-8949-45d6e66c13d1 admin admin] Publish callbacks [] for security_group (abbb02b7-cc05-4a49-a02e-b09e2f5a93fb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.384036 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f3d3-26c6-4606-8949-45d6e66c13d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (abbb02b7-cc05-4a49-a02e-b09e2f5a93fb), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.392285 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Attempting to bind port e122a07d-d119-4a70-9133-63ec543a476e on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:33:53.392488 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Attempting to bind port e122a07d-d119-4a70-9133-63ec543a476e by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:33:53.392815 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Attempting to bind port e122a07d-d119-4a70-9133-63ec543a476e on network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:33:53.430774 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2dc3f3d3-26c6-4606-8949-45d6e66c13d1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f76f07f7718148c79260627f14f32b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389490 Sep 12 23:33:53.430774 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3f3d3-26c6-4606-8949-45d6e66c13d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbb02b7-cc05-4a49-a02e-b09e2f5a93fb,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:53.431408 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50626) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:53.462113 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Port e122a07d-d119-4a70-9133-63ec543a476e on network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:33:53.462442 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Attempting to bind port e122a07d-d119-4a70-9133-63ec543a476e on network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:33:53.486112 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:53.529803 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a28072ab-429b-41ea-83c6-e8e142594407 admin admin] Publish callbacks [] for security_group (abbb02b7-cc05-4a49-a02e-b09e2f5a93fb), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.548061 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:33:53.548392 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Checking segment: {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:33:53.548780 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Bound using segment: {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:33:53.549216 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Bound port: e122a07d-d119-4a70-9133-63ec543a476e, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:33:53.549618 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e122a07d-d119-4a70-9133-63ec543a476e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.569746 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a28072ab-429b-41ea-83c6-e8e142594407 admin admin] Publish callbacks [] for security_group (abbb02b7-cc05-4a49-a02e-b09e2f5a93fb), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.653658 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] For port e122a07d-d119-4a70-9133-63ec543a476e, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:33:53.657159 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] For port e122a07d-d119-4a70-9133-63ec543a476e, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=e122a07d-d119-4a70-9133-63ec543a476e,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:33:53.666217 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (e122a07d-d119-4a70-9133-63ec543a476e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.671068 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:53.671708 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.673083 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e122a07d-d119-4a70-9133-63ec543a476e HTTP/1.1" status: 200 len: 1093 time: 0.9501600 Sep 12 23:33:53.675942 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'tag': 'e122a07d-d119-4a70-9133-63ec543a476e'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:33:53.678949 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f04dc78-9b86-4013-9969-31cceadb4c77" -d '{"events": [{"name": "network-changed", "server_uuid": "f37c4155-6a32-4c60-94f9-542d3beac5bd", "tag": "e122a07d-d119-4a70-9133-63ec543a476e"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:33:53.683243 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a28072ab-429b-41ea-83c6-e8e142594407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (abbb02b7-cc05-4a49-a02e-b09e2f5a93fb), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.686264 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a28072ab-429b-41ea-83c6-e8e142594407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:53.688088 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-a28072ab-429b-41ea-83c6-e8e142594407 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/abbb02b7-cc05-4a49-a02e-b09e2f5a93fb HTTP/1.1" status: 204 len: 168 time: 0.2560601 Sep 12 23:33:53.722618 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:53.730518 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28072ab-429b-41ea-83c6-e8e142594407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbb02b7-cc05-4a49-a02e-b09e2f5a93fb,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:53.787343 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a1cb6-eb6a-4217-a0f3-245cdd14a311 service neutron] Pushing event updated for resources: {'Port': ['ID=e122a07d-d119-4a70-9133-63ec543a476e,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:53.953695 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-f30b2852-f5da-4283-84e5-4b2fcf876aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:53.957255 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-f30b2852-f5da-4283-84e5-4b2fcf876aab service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 1127 time: 0.0898154 Sep 12 23:33:54.003594 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-ea30fb2e-cf94-4e6f-abde-da369534e6c6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e122a07d-d119-4a70-9133-63ec543a476e HTTP/1.1" status: 200 len: 217 time: 0.0398788 Sep 12 23:33:54.065276 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-c241015a-cdb9-43cb-a2b9-602f78a4f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:54.067031 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-c241015a-cdb9-43cb-a2b9-602f78a4f268 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.0566547 Sep 12 23:33:54.077656 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb60d6f-441c-4109-8dcc-9cb118ed1920 x-openstack-request-id: req-5fb60d6f-441c-4109-8dcc-9cb118ed1920 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:33:54.078298 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37c4155-6a32-4c60-94f9-542d3beac5bd", "tag": "e122a07d-d119-4a70-9133-63ec543a476e", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:33:54.078789 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5fb60d6f-441c-4109-8dcc-9cb118ed1920 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:33:54.079320 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb60d6f-441c-4109-8dcc-9cb118ed1920'] response: {'name': 'network-changed', 'server_uuid': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'tag': 'e122a07d-d119-4a70-9133-63ec543a476e', 'status': 'completed', 'code': 200} Sep 12 23:33:54.128502 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-8689797e-11a8-400b-87df-dc94b864d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:54.130086 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-8689797e-11a8-400b-87df-dc94b864d7f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497053 Sep 12 23:33:54.165446 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50656) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:54.187807 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290eaca-d607-4224-9c62-3feb68950090 req-36e30022-c797-4536-98cb-1f4731cfba7e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:54.190013 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e290eaca-d607-4224-9c62-3feb68950090 req-36e30022-c797-4536-98cb-1f4731cfba7e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.0577960 Sep 12 23:33:54.234477 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d1dc055d-6322-429b-a4c6-4199f5f6a1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:54.248593 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e290eaca-d607-4224-9c62-3feb68950090 req-9325f029-1a2a-4453-bf00-766f652c28a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520577 Sep 12 23:33:54.313117 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-bfcdcaec-e29a-4767-8ea6-eff7d905f3b9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768134 Sep 12 23:33:54.360890 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [req-1fcc8a17-095c-4a4c-b514-b255b92f2f31 req-6971104b-c765-412a-b27a-d9952f1ed489 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:33:54.361925 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1fcc8a17-095c-4a4c-b514-b255b92f2f31 req-6971104b-c765-412a-b27a-d9952f1ed489 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059619 Sep 12 23:33:54.424169 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d1dc055d-6322-429b-a4c6-4199f5f6a1b1 admin admin] Publish callbacks [] for security_group (18e3d25a-e96d-4aef-b844-b6de449d19a5), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:54.437244 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d1dc055d-6322-429b-a4c6-4199f5f6a1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (18e3d25a-e96d-4aef-b844-b6de449d19a5), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:54.492228 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d1dc055d-6322-429b-a4c6-4199f5f6a1b1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=954ddcd37bb24282912358ac246c2659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884881 Sep 12 23:33:54.493302 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50672) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:33:54.510680 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ee405573-49a5-4165-a648-1e1394d1c6c2 req-605e5d35-8459-45c4-9d3d-3c74a2fb7467 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904962 Sep 12 23:33:54.513050 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc055d-6322-429b-a4c6-4199f5f6a1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e3d25a-e96d-4aef-b844-b6de449d19a5,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:54.610898 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6e9e5-6f04-461d-bc78-3b048fd4dff3 req-33f5225a-1e42-4917-a3eb-66be2059b130 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:54.612417 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9ac6e9e5-6f04-461d-bc78-3b048fd4dff3 req-33f5225a-1e42-4917-a3eb-66be2059b130 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0874808 Sep 12 23:33:54.668477 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d0f39b86-79c6-4345-aecb-560dc7e1bca8 admin admin] Publish callbacks [] for security_group (18e3d25a-e96d-4aef-b844-b6de449d19a5), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:54.675876 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-9e86f88c-c82f-452f-a1c3-09eff534d420 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828085 Sep 12 23:33:54.709831 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d0f39b86-79c6-4345-aecb-560dc7e1bca8 admin admin] Publish callbacks [] for security_group (18e3d25a-e96d-4aef-b844-b6de449d19a5), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:54.720015 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9ac6e9e5-6f04-461d-bc78-3b048fd4dff3 req-7644b979-7fa5-4ad1-92fe-3d808e4dd552 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868521 Sep 12 23:33:54.768605 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d0f39b86-79c6-4345-aecb-560dc7e1bca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (18e3d25a-e96d-4aef-b844-b6de449d19a5), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:54.774236 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d0f39b86-79c6-4345-aecb-560dc7e1bca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:54.775727 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d0f39b86-79c6-4345-aecb-560dc7e1bca8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/18e3d25a-e96d-4aef-b844-b6de449d19a5 HTTP/1.1" status: 204 len: 168 time: 0.2810419 Sep 12 23:33:54.785943 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f39b86-79c6-4345-aecb-560dc7e1bca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e3d25a-e96d-4aef-b844-b6de449d19a5,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:54.812558 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-40c8a362-6642-485e-9b32-3477d587d801 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:54.815497 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-40c8a362-6642-485e-9b32-3477d587d801 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports/0caf572f-5337-4893-9c4d-eaccaf716b83 HTTP/1.1" status: 200 len: 940 time: 0.1086504 Sep 12 23:33:54.818708 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04dc78-9b86-4013-9969-31cceadb4c77 req-72246ea7-53e7-49c7-9bde-f2f52a079613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:54.820788 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f04dc78-9b86-4013-9969-31cceadb4c77 req-72246ea7-53e7-49c7-9bde-f2f52a079613 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 1127 time: 0.0718501 Sep 12 23:33:54.892927 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-68968f31-9e0c-4bc1-8e41-91b6bf62a941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:54.916439 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:54.951341 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04dc78-9b86-4013-9969-31cceadb4c77 req-8969fab6-0de7-408f-88d9-3cfc826b8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:54.952838 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f04dc78-9b86-4013-9969-31cceadb4c77 req-8969fab6-0de7-408f-88d9-3cfc826b8c1a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 913 time: 0.1259420 Sep 12 23:33:55.142063 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f04dc78-9b86-4013-9969-31cceadb4c77 req-6a567a6b-29f4-4b8c-b42f-9e474fe14bd7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e122a07d-d119-4a70-9133-63ec543a476e HTTP/1.1" status: 200 len: 217 time: 0.0517635 Sep 12 23:33:55.222560 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04dc78-9b86-4013-9969-31cceadb4c77 req-6ff36280-3da3-4dcc-b47e-08757473ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:55.224541 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f04dc78-9b86-4013-9969-31cceadb4c77 req-6ff36280-3da3-4dcc-b47e-08757473ec1b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.0743783 Sep 12 23:33:55.281404 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04dc78-9b86-4013-9969-31cceadb4c77 req-94ac5f57-9409-4195-bc76-272579f24f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:55.284819 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f04dc78-9b86-4013-9969-31cceadb4c77 req-94ac5f57-9409-4195-bc76-272579f24f3f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499845 Sep 12 23:33:55.407861 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1a05b-ee15-4433-98ff-4712f7a14d6d req-e7b76bb7-846a-47f7-8cbe-075fd32c098f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:55.409530 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-32e1a05b-ee15-4433-98ff-4712f7a14d6d req-e7b76bb7-846a-47f7-8cbe-075fd32c098f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.0657785 Sep 12 23:33:55.420228 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:55.449959 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f04dc78-9b86-4013-9969-31cceadb4c77 req-383de58b-56ad-4c93-aed2-808c1c80085a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584783 Sep 12 23:33:55.530685 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-32e1a05b-ee15-4433-98ff-4712f7a14d6d req-566921e8-7f2a-4bf6-a5ac-f17e44ec4512 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137476 Sep 12 23:33:55.577562 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f04dc78-9b86-4013-9969-31cceadb4c77 req-8cb5ef5d-a384-41e3-9d63-34b76afdc7d3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169591 Sep 12 23:33:55.925831 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-3da5d07c-f6d9-43f2-b6ff-42b623d69269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:55.927344 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-3da5d07c-f6d9-43f2-b6ff-42b623d69269 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172&tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf HTTP/1.1" status: 200 len: 1127 time: 0.1112647 Sep 12 23:33:55.935239 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd8ae9-2c46-4f0a-b215-873486d436cf req-072a12f4-c483-4c95-a6ba-44814e378eeb tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:55.936706 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dcfd8ae9-2c46-4f0a-b215-873486d436cf req-072a12f4-c483-4c95-a6ba-44814e378eeb tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.1106594 Sep 12 23:33:56.026367 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-a0234aef-46dd-4bce-a184-ca99c69d975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:56.027960 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-a0234aef-46dd-4bce-a184-ca99c69d975a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 1127 time: 0.0710030 Sep 12 23:33:56.039975 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dcfd8ae9-2c46-4f0a-b215-873486d436cf req-e017465e-13a0-481c-9b71-745c8c7a60bf tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955272 Sep 12 23:33:56.138750 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-244a4272-a73a-4bb0-ad2d-b49e9efcca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:56.140170 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-244a4272-a73a-4bb0-ad2d-b49e9efcca69 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 200 len: 918 time: 0.0989532 Sep 12 23:33:56.210889 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-71743116-74d5-428a-a88f-9c97f217b5b9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0caf572f-5337-4893-9c4d-eaccaf716b83 HTTP/1.1" status: 200 len: 999 time: 0.0649745 Sep 12 23:33:56.296252 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943107-af4f-47ba-91d9-080539dec0fd req-979f7476-a934-43f8-bf5a-536c793b5e5e tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:56.297823 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-06943107-af4f-47ba-91d9-080539dec0fd req-979f7476-a934-43f8-bf5a-536c793b5e5e tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 945 time: 0.0506909 Sep 12 23:33:56.346149 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-06943107-af4f-47ba-91d9-080539dec0fd req-d1e605e9-3d55-47d4-af81-331170c33185 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420432 Sep 12 23:33:56.574454 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 0caf572f-5337-4893-9c4d-eaccaf716b83 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:33:56.652743 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 0caf572f-5337-4893-9c4d-eaccaf716b83 is: DOWN; New status is: DOWN {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:33:56.680116 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135a989-15e6-47f0-a549-f3c9dd9ff95e req-be5058c7-ce5d-4997-acf0-d99a1200620f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:56.682215 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9135a989-15e6-47f0-a549-f3c9dd9ff95e req-be5058c7-ce5d-4997-acf0-d99a1200620f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.0642548 Sep 12 23:33:56.736988 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9135a989-15e6-47f0-a549-f3c9dd9ff95e req-bb4aa456-ad23-4c61-95ff-d819a9fc29e7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484400 Sep 12 23:33:57.162948 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c5770-97d7-4bae-ac51-e24d6be1fd6c req-e8f50e87-457e-4cf6-976a-f54dd9476c02 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:57.164573 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d03c5770-97d7-4bae-ac51-e24d6be1fd6c req-e8f50e87-457e-4cf6-976a-f54dd9476c02 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0469885 Sep 12 23:33:57.215881 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d03c5770-97d7-4bae-ac51-e24d6be1fd6c req-4384f0d6-ee6a-40b0-a881-6fd5e1de4f7a tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452149 Sep 12 23:33:57.325968 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbd55-7bb2-455f-b8e0-9686733ad3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:57.466415 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925724b8-7e4a-4123-abb8-15b0562691bc req-cc6405c2-a44e-4477-9afa-8419cf29728a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:57.467863 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-925724b8-7e4a-4123-abb8-15b0562691bc req-cc6405c2-a44e-4477-9afa-8419cf29728a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 945 time: 0.0459769 Sep 12 23:33:57.518089 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-925724b8-7e4a-4123-abb8-15b0562691bc req-9032b12b-c459-4e0f-befc-38a5b6144b37 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=e9fbd70e-141c-4f5e-a3b8-458a0774f78d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446999 Sep 12 23:33:57.593200 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-127d0a36-dd09-43c2-90bd-0875af2a8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:57.594785 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-127d0a36-dd09-43c2-90bd-0875af2a8d09 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 200 len: 856 time: 0.0457077 Sep 12 23:33:57.629374 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:57.641768 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-05e6d601-5de8-4dec-bd40-fbc0e22ac83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:57.643171 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-05e6d601-5de8-4dec-bd40-fbc0e22ac83a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=11be7f0c-3ec4-4c81-8e43-cbebcc992505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411599 Sep 12 23:33:57.835058 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-0c615459-01bc-4369-8c5f-96498b15a066 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109822 Sep 12 23:33:57.909786 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:57.934626 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529e966-37ee-4ac1-896b-358e46d6067f req-1cbc8b1f-91e6-4d32-9e38-0b91fb8ab52a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:57.936343 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2529e966-37ee-4ac1-896b-358e46d6067f req-1cbc8b1f-91e6-4d32-9e38-0b91fb8ab52a tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 945 time: 0.0714679 Sep 12 23:33:58.044567 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Deleting port a6f30f79-4144-4a51-a80a-931cea883d79 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:33:58.044918 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:58.125836 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:58.141775 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] For port a6f30f79-4144-4a51-a80a-931cea883d79, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=a6f30f79-4144-4a51-a80a-931cea883d79,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:33:58.142141 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:58.145009 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecef44-12c4-4375-a30a-fdc0f2e48fca req-13f204f0-f583-4b75-9bcf-a223ae381500 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:58.146247 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a2ecef44-12c4-4375-a30a-fdc0f2e48fca req-13f204f0-f583-4b75-9bcf-a223ae381500 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.3256068 Sep 12 23:33:58.221813 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d4776ec-329e-4bc7-830a-02630d5b1352 req-ff0e0913-0dfd-45cc-a46b-16d585ea559a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348407 Sep 12 23:33:58.241670 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a2ecef44-12c4-4375-a30a-fdc0f2e48fca req-4f106da7-79f1-4a85-85f0-e8ae83e5a03d tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812275 Sep 12 23:33:58.369135 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:58.369505 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (be6be272-5b1d-43c5-bb21-cf0189a92e00), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:58.369854 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Floating IP be6be272-5b1d-43c5-bb21-cf0189a92e00 disassociated. External IP: 172.27.3.172, port: a6f30f79-4144-4a51-a80a-931cea883d79. Sep 12 23:33:58.370208 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Calling delete_port for a6f30f79-4144-4a51-a80a-931cea883d79 owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:33:58.390600 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d72bf-3a17-493b-9101-3f4bdca4538d req-d4c0945a-cca1-4573-9710-8ab8aa6e195a tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:58.392283 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6d9d72bf-3a17-493b-9101-3f4bdca4538d req-d4c0945a-cca1-4573-9710-8ab8aa6e195a tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0656514 Sep 12 23:33:58.484596 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6d9d72bf-3a17-493b-9101-3f4bdca4538d req-6c8ab01f-14ef-4fa5-a3a3-deb2bd21a3f6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859411 Sep 12 23:33:58.520470 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:58.558874 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (a6f30f79-4144-4a51-a80a-931cea883d79), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:58.585994 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event deleted for resources: {'Port': ['ID=a6f30f79-4144-4a51-a80a-931cea883d79,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:33:58.637026 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:58.654411 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-89ba8b8f-daed-4e05-bdcf-f62b5234ee6d req-4bcb170e-8dd4-41fd-b065-4437acbf9a03 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 210 time: 0.0333028 Sep 12 23:33:58.706690 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:33:58.822419 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:58.824739 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:33:58.839931 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c5a7a-810c-489b-854c-5b186fd3bccc None None] Sync routers for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:33:58.854248 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c5a7a-810c-489b-854c-5b186fd3bccc None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:33:58.855375 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-a24c5a7a-810c-489b-854c-5b186fd3bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:33:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:58.909293 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] No DVR routers for this DVR port a6f30f79-4144-4a51-a80a-931cea883d79 on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:33:58.914081 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:33:58.917702 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2529e966-37ee-4ac1-896b-358e46d6067f req-d764f55c-5c5c-4257-80eb-3d8e73e5e447 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a6f30f79-4144-4a51-a80a-931cea883d79 HTTP/1.1" status: 204 len: 173 time: 0.9763381 Sep 12 23:33:58.918346 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'name': 'network-vif-deleted', 'tag': 'a6f30f79-4144-4a51-a80a-931cea883d79'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:33:58.921052 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01041ba5-ffad-484f-b814-3074a67a443a" -d '{"events": [{"server_uuid": "985bbb7e-d077-499f-ba1b-70b1191389d3", "name": "network-vif-deleted", "tag": "a6f30f79-4144-4a51-a80a-931cea883d79"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:33:58.993279 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da3bee1-03cc-401f-ab31-8d2c0816e0c6 x-openstack-request-id: req-0da3bee1-03cc-401f-ab31-8d2c0816e0c6 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:33:58.993801 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985bbb7e-d077-499f-ba1b-70b1191389d3", "name": "network-vif-deleted", "tag": "a6f30f79-4144-4a51-a80a-931cea883d79", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:33:58.994217 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0da3bee1-03cc-401f-ab31-8d2c0816e0c6 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:33:58.994635 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da3bee1-03cc-401f-ab31-8d2c0816e0c6'] response: {'server_uuid': '985bbb7e-d077-499f-ba1b-70b1191389d3', 'name': 'network-vif-deleted', 'tag': 'a6f30f79-4144-4a51-a80a-931cea883d79', 'status': 'completed', 'code': 200} Sep 12 23:33:59.015422 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-a24c5a7a-810c-489b-854c-5b186fd3bccc None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:33:59.111604 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:59.316386 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-a24c5a7a-810c-489b-854c-5b186fd3bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:59.359219 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c5a7a-810c-489b-854c-5b186fd3bccc None None] Checking router: 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:33:59.375542 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c5a7a-810c-489b-854c-5b186fd3bccc None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:33:59.376457 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-a24c5a7a-810c-489b-854c-5b186fd3bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:33:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:33:59.379397 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:33:59.443817 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127310c-9e73-44ca-9a50-56e9475fd8b3 req-b2ef1043-426d-4dee-bf5b-be9ab0d3fafb tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:59.451037 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0127310c-9e73-44ca-9a50-56e9475fd8b3 req-b2ef1043-426d-4dee-bf5b-be9ab0d3fafb tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.0784569 Sep 12 23:33:59.544778 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-a24c5a7a-810c-489b-854c-5b186fd3bccc None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:33:59.560214 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0127310c-9e73-44ca-9a50-56e9475fd8b3 req-92528300-04f9-469c-9a08-dc2e1565e485 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045444 Sep 12 23:33:59.729167 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27ac13-d1c8-4a0e-a09c-8b01f47bbe73 req-bcabdf7a-308b-4c88-8da7-1946b4044e7d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:33:59.746256 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3e27ac13-d1c8-4a0e-a09c-8b01f47bbe73 req-bcabdf7a-308b-4c88-8da7-1946b4044e7d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.1189461 Sep 12 23:33:59.916158 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fe487f87-3553-4010-891a-3c79699102d3 req-5001c44b-1f88-4a7c-aa2f-16a2599fd9f8 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 210 time: 0.0617502 Sep 12 23:33:59.950306 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3e27ac13-d1c8-4a0e-a09c-8b01f47bbe73 req-9f4ac03e-d204-404d-97c2-a83c953ca25d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977310 Sep 12 23:34:00.038246 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:00.053908 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50834) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:00.064820 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:00.123035 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-a24c5a7a-810c-489b-854c-5b186fd3bccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:00.156729 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c5a7a-810c-489b-854c-5b186fd3bccc None None] The sync data for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi is: [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'b339a7e3-e5a6-4e66-8e18-6280efe77025', 'name': '', 'network_id': '87d38067-03b8-4be7-846c-3dce062309f6', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'mac_address': 'fa:16:3e:25:43:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:02Z', 'updated_at': '2022-09-12T23:28:21Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'subnets': [{'id': 'd32cf01b-dac7-4c08-a0bc-f3b4ec24bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:34:00.242552 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c458e35b-7212-4c32-b06f-87e8490cb29a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:00.350130 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c458e35b-7212-4c32-b06f-87e8490cb29a admin admin] Publish callbacks [] for security_group (01ce3c9a-a66c-48a2-9c3a-8fb0d584f48b), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:00.356987 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c458e35b-7212-4c32-b06f-87e8490cb29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (01ce3c9a-a66c-48a2-9c3a-8fb0d584f48b), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:00.398958 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458e35b-7212-4c32-b06f-87e8490cb29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ce3c9a-a66c-48a2-9c3a-8fb0d584f48b,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:00.429626 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50838) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:00.430103 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c458e35b-7212-4c32-b06f-87e8490cb29a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=19b1e8953a424a23bb91b6779f6d392b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747106 Sep 12 23:34:00.506718 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8053a263-c584-4e77-a97e-0244bb7a1e5f admin admin] Publish callbacks [] for security_group (01ce3c9a-a66c-48a2-9c3a-8fb0d584f48b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:00.531555 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8053a263-c584-4e77-a97e-0244bb7a1e5f admin admin] Publish callbacks [] for security_group (01ce3c9a-a66c-48a2-9c3a-8fb0d584f48b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:00.538366 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf1a97-ac3d-4e6c-8ab1-8be3380b364e None None] New status for floating IP be6be272-5b1d-43c5-bb21-cf0189a92e00: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:34:00.594495 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device a6f30f79-4144-4a51-a80a-931cea883d79 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:34:00.604469 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:00.608729 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8053a263-c584-4e77-a97e-0244bb7a1e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (01ce3c9a-a66c-48a2-9c3a-8fb0d584f48b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:00.611816 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8053a263-c584-4e77-a97e-0244bb7a1e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:00.613206 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-8053a263-c584-4e77-a97e-0244bb7a1e5f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/01ce3c9a-a66c-48a2-9c3a-8fb0d584f48b HTTP/1.1" status: 204 len: 168 time: 0.1806126 Sep 12 23:34:00.626358 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053a263-c584-4e77-a97e-0244bb7a1e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ce3c9a-a66c-48a2-9c3a-8fb0d584f48b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:00.652647 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: a6f30f79-4144-4a51-a80a-931cea883d79 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:34:00.652995 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device a6f30f79-4144-4a51-a80a-931cea883d79 not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:34:00.722776 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=73 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:00.788631 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a06d9-a4eb-4b99-aabd-a8604ea8397b req-ee05f741-109a-464d-83d5-988fb6f1e6e0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:00.803124 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2e2a06d9-a4eb-4b99-aabd-a8604ea8397b req-ee05f741-109a-464d-83d5-988fb6f1e6e0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.0953879 Sep 12 23:34:00.867072 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2e2a06d9-a4eb-4b99-aabd-a8604ea8397b req-64784807-b204-423f-b06a-b45ec2624ddc tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566607 Sep 12 23:34:01.068424 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-be4d961b-6851-41ed-946b-a1754ba8c199 req-aca364c9-2bff-4640-b045-bebfd3b0a1f4 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 210 time: 0.0520978 Sep 12 23:34:01.086125 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50852) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:01.137212 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-256c75fd-27fc-40da-a26f-026b31617a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:01.168841 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a78655-4b0f-4739-aa49-486d643be4c5 req-3afcda6a-42a1-4aef-be63-537d66259452 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:01.170350 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a2a78655-4b0f-4739-aa49-486d643be4c5 req-3afcda6a-42a1-4aef-be63-537d66259452 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0753269 Sep 12 23:34:01.246836 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a2a78655-4b0f-4739-aa49-486d643be4c5 req-1e174932-020d-45ab-b9b6-a3c7dd8a1362 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698645 Sep 12 23:34:01.282373 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-256c75fd-27fc-40da-a26f-026b31617a8d admin admin] Publish callbacks [] for security_group (cff6136e-2445-475f-9745-f3d2c3b172bb), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:01.286448 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-256c75fd-27fc-40da-a26f-026b31617a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (cff6136e-2445-475f-9745-f3d2c3b172bb), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:01.290200 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:01.332004 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-256c75fd-27fc-40da-a26f-026b31617a8d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6e28c0aeaf4e4b788d9bbb8f7f1c05bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449412 Sep 12 23:34:01.332725 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c75fd-27fc-40da-a26f-026b31617a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff6136e-2445-475f-9745-f3d2c3b172bb,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:01.335375 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50856) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:01.405256 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-59efc183-e43c-4f5b-87c5-9976dfc8f26b admin admin] Publish callbacks [] for security_group (cff6136e-2445-475f-9745-f3d2c3b172bb), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:01.428650 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-59efc183-e43c-4f5b-87c5-9976dfc8f26b admin admin] Publish callbacks [] for security_group (cff6136e-2445-475f-9745-f3d2c3b172bb), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:01.481019 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-59efc183-e43c-4f5b-87c5-9976dfc8f26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (cff6136e-2445-475f-9745-f3d2c3b172bb), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:01.483537 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-59efc183-e43c-4f5b-87c5-9976dfc8f26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:01.487497 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-59efc183-e43c-4f5b-87c5-9976dfc8f26b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cff6136e-2445-475f-9745-f3d2c3b172bb HTTP/1.1" status: 204 len: 168 time: 0.1483405 Sep 12 23:34:01.494389 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efc183-e43c-4f5b-87c5-9976dfc8f26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff6136e-2445-475f-9745-f3d2c3b172bb,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:02.027988 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb72ffc-b732-4339-af35-6fcd30a7a67d req-3a85e18c-3bd0-4c27-9fe1-8a5eae1b8349 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:02.034861 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-afb72ffc-b732-4339-af35-6fcd30a7a67d req-3a85e18c-3bd0-4c27-9fe1-8a5eae1b8349 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.0941219 Sep 12 23:34:02.099524 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-afb72ffc-b732-4339-af35-6fcd30a7a67d req-36513fee-7023-4000-a4ad-618550758c73 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599530 Sep 12 23:34:02.204357 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6061e4cc-d0e6-4bf3-8de5-dfb17faaa8b9 req-ad6b954d-35c2-488b-b36e-a6dad9aa45ce tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 210 time: 0.0405476 Sep 12 23:34:02.398357 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6b694-9e41-45c0-8710-565b33c6ff65 req-f01242e2-bc3e-45e1-94cd-0f885a1c764e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:02.406389 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-25e6b694-9e41-45c0-8710-565b33c6ff65 req-f01242e2-bc3e-45e1-94cd-0f885a1c764e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0643046 Sep 12 23:34:02.455669 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-25e6b694-9e41-45c0-8710-565b33c6ff65 req-fb3973b7-5647-4005-8769-326c5efe3b96 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482225 Sep 12 23:34:03.267048 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212759f2-101d-4f65-bbc8-1a8f1850d6eb req-f7d1a392-62c4-49e9-b614-5e3c26aa073b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:03.270012 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-212759f2-101d-4f65-bbc8-1a8f1850d6eb req-f7d1a392-62c4-49e9-b614-5e3c26aa073b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.0729597 Sep 12 23:34:03.344115 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-212759f2-101d-4f65-bbc8-1a8f1850d6eb req-94a973f1-c678-4049-8dd6-54416d60af88 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604501 Sep 12 23:34:03.364394 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2df3b841-36a4-41fa-9cf9-967586b0a3da req-1d81d979-d85e-481c-aaa9-11113d04ba2f tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 210 time: 0.0509894 Sep 12 23:34:03.486429 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50912) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:03.694641 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738d046-592a-49d6-bd3d-80fb16052d08 req-00159303-a4bb-4870-87e7-80adcd6ee188 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:03.697023 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f738d046-592a-49d6-bd3d-80fb16052d08 req-00159303-a4bb-4870-87e7-80adcd6ee188 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.1028421 Sep 12 23:34:03.722250 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:03.738026 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92c7409-7420-4781-9ac1-9dfcd451b414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:03.817461 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f738d046-592a-49d6-bd3d-80fb16052d08 req-92668029-ddc6-4069-b832-477bc47f86fe tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143258 Sep 12 23:34:03.940555 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92c7409-7420-4781-9ac1-9dfcd451b414 admin admin] Publish callbacks [] for security_group (73f00769-99fe-4bb3-8d72-fa6f15ac5f05), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:03.946157 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92c7409-7420-4781-9ac1-9dfcd451b414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (73f00769-99fe-4bb3-8d72-fa6f15ac5f05), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:03.998478 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a92c7409-7420-4781-9ac1-9dfcd451b414 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2c242df16aef4d0080a05a74a9ff7e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5105503 Sep 12 23:34:03.999527 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c7409-7420-4781-9ac1-9dfcd451b414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f00769-99fe-4bb3-8d72-fa6f15ac5f05,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:04.002066 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 50922) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:04.047962 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f14c-4666-4aa6-92a8-0afff58282cc req-6a221924-8756-402e-9827-31ca9e24a10d tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:04.056516 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a3e3f14c-4666-4aa6-92a8-0afff58282cc req-6a221924-8756-402e-9827-31ca9e24a10d tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.1056123 Sep 12 23:34:04.074812 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c7fae08-6b56-4cdf-8581-c3e42c23eabf admin admin] Publish callbacks [] for security_group (73f00769-99fe-4bb3-8d72-fa6f15ac5f05), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:04.076528 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:04.100611 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c7fae08-6b56-4cdf-8581-c3e42c23eabf admin admin] Publish callbacks [] for security_group (73f00769-99fe-4bb3-8d72-fa6f15ac5f05), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:04.112049 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a3e3f14c-4666-4aa6-92a8-0afff58282cc req-f194423b-49d8-4e81-91e8-6cc2c9a8e334 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545335 Sep 12 23:34:04.156555 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c7fae08-6b56-4cdf-8581-c3e42c23eabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (73f00769-99fe-4bb3-8d72-fa6f15ac5f05), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:04.160331 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c7fae08-6b56-4cdf-8581-c3e42c23eabf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:04.169509 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2c7fae08-6b56-4cdf-8581-c3e42c23eabf admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/73f00769-99fe-4bb3-8d72-fa6f15ac5f05 HTTP/1.1" status: 204 len: 168 time: 0.1587281 Sep 12 23:34:04.173353 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fae08-6b56-4cdf-8581-c3e42c23eabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f00769-99fe-4bb3-8d72-fa6f15ac5f05,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:04.327586 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:34:04.508900 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-62ee2334-01cb-4d5b-9d47-0d8051a6b2cd req-453c4680-d7cf-4118-bd3c-7e6004dae6ca tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 210 time: 0.0358076 Sep 12 23:34:04.560468 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50932) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:04.564310 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6fdbc-6ac1-4ea5-8dcd-5c2e831141ff req-842d1a50-e22b-470b-8a07-cc0fc6e74cfc tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:04.574253 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-79b6fdbc-6ac1-4ea5-8dcd-5c2e831141ff req-842d1a50-e22b-470b-8a07-cc0fc6e74cfc tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.1202090 Sep 12 23:34:04.575941 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-79f5566e-3797-4761-83a0-53de712dbc4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:04.640688 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-79b6fdbc-6ac1-4ea5-8dcd-5c2e831141ff req-86608f2a-d7a0-4da8-96a0-0eabc3bb2385 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648935 Sep 12 23:34:04.690001 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-79f5566e-3797-4761-83a0-53de712dbc4c admin admin] Publish callbacks [] for security_group (cb9c4e8d-aedf-46f9-b94b-50de0b5c6796), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:04.697529 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-79f5566e-3797-4761-83a0-53de712dbc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (cb9c4e8d-aedf-46f9-b94b-50de0b5c6796), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:04.740767 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-79f5566e-3797-4761-83a0-53de712dbc4c admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d0ff4a58b25e4d3492c25c1251c1d3f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781380 Sep 12 23:34:04.743109 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 50934) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:04.749505 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5566e-3797-4761-83a0-53de712dbc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9c4e8d-aedf-46f9-b94b-50de0b5c6796,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:04.805132 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-65eb4d2c-d139-409f-b4d9-97295e8d1da8 admin admin] Publish callbacks [] for security_group (cb9c4e8d-aedf-46f9-b94b-50de0b5c6796), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:04.827431 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-65eb4d2c-d139-409f-b4d9-97295e8d1da8 admin admin] Publish callbacks [] for security_group (cb9c4e8d-aedf-46f9-b94b-50de0b5c6796), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:04.922697 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-65eb4d2c-d139-409f-b4d9-97295e8d1da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (cb9c4e8d-aedf-46f9-b94b-50de0b5c6796), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:04.925773 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-65eb4d2c-d139-409f-b4d9-97295e8d1da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:04.930085 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-65eb4d2c-d139-409f-b4d9-97295e8d1da8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/cb9c4e8d-aedf-46f9-b94b-50de0b5c6796 HTTP/1.1" status: 204 len: 168 time: 0.1831851 Sep 12 23:34:04.948457 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb4d2c-d139-409f-b4d9-97295e8d1da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9c4e8d-aedf-46f9-b94b-50de0b5c6796,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:05.040858 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c842b14-24b2-4a17-9507-7f3e67a80a1a req-c12fd3dd-7a45-4be1-8e22-0f5139539a1d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:05.042439 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c842b14-24b2-4a17-9507-7f3e67a80a1a req-c12fd3dd-7a45-4be1-8e22-0f5139539a1d tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0871854 Sep 12 23:34:05.117856 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c842b14-24b2-4a17-9507-7f3e67a80a1a req-f3719bef-ceb6-4fff-af51-9ef0bbdb7c62 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688293 Sep 12 23:34:05.303935 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125ff5b-6bce-4e9e-bda5-22714b5a0568 req-aaed7405-0843-4dfe-b0d7-6f3b66be84d7 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:05.305492 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4125ff5b-6bce-4e9e-bda5-22714b5a0568 req-aaed7405-0843-4dfe-b0d7-6f3b66be84d7 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0612009 Sep 12 23:34:05.381395 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4125ff5b-6bce-4e9e-bda5-22714b5a0568 req-ddc68c49-ab7a-46e0-bd9c-e3f181293e66 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694308 Sep 12 23:34:05.657404 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-abcce52f-9e76-44fe-ba2a-f04b76671bd3 req-50584c6d-62b5-4d54-95e6-eec70fe205a7 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 210 time: 0.0418088 Sep 12 23:34:05.783306 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:05.796418 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df712d-18c7-4c7e-b5ce-03d505778287 req-d39865c2-0a53-41a5-bfd7-ba2ee4c392ef tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:05.799368 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-25df712d-18c7-4c7e-b5ce-03d505778287 req-d39865c2-0a53-41a5-bfd7-ba2ee4c392ef tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.0735471 Sep 12 23:34:05.870044 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-25df712d-18c7-4c7e-b5ce-03d505778287 req-1660ac73-2a1d-4ccb-8dc6-4175f5f9507f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633671 Sep 12 23:34:06.294819 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e040a-30bb-4355-be98-4d564f0d8adc req-31124646-6eb8-4c9b-aa79-b77df97070a9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:06.296650 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec9e040a-30bb-4355-be98-4d564f0d8adc req-31124646-6eb8-4c9b-aa79-b77df97070a9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0689447 Sep 12 23:34:06.355078 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec9e040a-30bb-4355-be98-4d564f0d8adc req-af294ddd-10d5-4d8e-a28e-a98fe4caa41f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517545 Sep 12 23:34:06.520520 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30433538-de8c-4016-bf1b-8f3fbf554aff req-953ead83-9039-4379-8c03-644954e3e821 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:06.522057 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-30433538-de8c-4016-bf1b-8f3fbf554aff req-953ead83-9039-4379-8c03-644954e3e821 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0559461 Sep 12 23:34:06.575545 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-30433538-de8c-4016-bf1b-8f3fbf554aff req-5a2ab5f1-a940-4bd7-b00f-89ceeeb05f1c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459120 Sep 12 23:34:06.771792 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cfd7fae7-7cbd-4df2-b575-962fa1a6f09c req-40a882d0-76a4-4c6d-9c71-c81da72278ac tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 210 time: 0.0294511 Sep 12 23:34:07.003921 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeee2f-e7a4-4192-89b1-467ab4dbf592 req-7caddaf1-b13e-4782-8b9c-58fb178e4f21 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:07.005976 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8baeee2f-e7a4-4192-89b1-467ab4dbf592 req-7caddaf1-b13e-4782-8b9c-58fb178e4f21 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.0484307 Sep 12 23:34:07.061348 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8baeee2f-e7a4-4192-89b1-467ab4dbf592 req-4b95a8ed-9dc3-4c34-8925-711563a50436 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495811 Sep 12 23:34:07.472761 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:07.489396 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d15e7-7f33-4682-8af0-43785df00a2b req-92aaf1f8-5db5-409f-8a28-e3aa2b5bddf3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:07.490907 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c5d15e7-7f33-4682-8af0-43785df00a2b req-92aaf1f8-5db5-409f-8a28-e3aa2b5bddf3 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0494466 Sep 12 23:34:07.543760 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3c5d15e7-7f33-4682-8af0-43785df00a2b req-c4e96893-6380-4224-a3e0-08208ee1a267 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465267 Sep 12 23:34:07.695817 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09bcf5-6fc4-48f0-b3a4-2ec1925e8062 req-8c759889-968a-4607-8b31-c17f0e6f6a29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:07.697274 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3a09bcf5-6fc4-48f0-b3a4-2ec1925e8062 req-8c759889-968a-4607-8b31-c17f0e6f6a29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0489571 Sep 12 23:34:07.745437 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3a09bcf5-6fc4-48f0-b3a4-2ec1925e8062 req-4114b70a-218c-464f-99a3-0f88cbd08952 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427337 Sep 12 23:34:07.886269 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1426693c-5032-465f-baa2-69480dcf2f77 req-4928bf7b-8bf5-4322-8ba7-0a4dcca685d3 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=985bbb7e-d077-499f-ba1b-70b1191389d3 HTTP/1.1" status: 200 len: 210 time: 0.0282235 Sep 12 23:34:08.179612 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b515637-2795-415c-9014-b9b72108635e req-04432e67-d3c0-4979-9197-efcfc4c52450 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:08.181059 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9b515637-2795-415c-9014-b9b72108635e req-04432e67-d3c0-4979-9197-efcfc4c52450 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 943 time: 0.0465672 Sep 12 23:34:08.241239 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9b515637-2795-415c-9014-b9b72108635e req-3661c190-84dc-4c0b-bb1f-028b57c0568c tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472975 Sep 12 23:34:08.241497 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:08.663240 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device e122a07d-d119-4a70-9133-63ec543a476e details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:34:08.678550 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740572c-ea3a-4ba4-bbd1-b621c2715ae5 req-612e0c65-3989-4c4b-824c-1e1efda1c79f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:08.680116 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c740572c-ea3a-4ba4-bbd1-b621c2715ae5 req-612e0c65-3989-4c4b-824c-1e1efda1c79f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0563586 Sep 12 23:34:08.748209 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c740572c-ea3a-4ba4-bbd1-b621c2715ae5 req-f466afb7-87d2-470e-8262-fc247d004204 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608516 Sep 12 23:34:08.807155 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port e122a07d-d119-4a70-9133-63ec543a476e, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=e122a07d-d119-4a70-9133-63ec543a476e,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:08.820989 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'e122a07d-d119-4a70-9133-63ec543a476e', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'port_id': 'e122a07d-d119-4a70-9133-63ec543a476e', 'mac_address': 'fa:16:3e:9c:a4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:34:08.864159 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port e122a07d-d119-4a70-9133-63ec543a476e is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:08.865232 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e122a07d-d119-4a70-9133-63ec543a476e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:08.879413 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e122a07d-d119-4a70-9133-63ec543a476e {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:34:08.888464 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83ee12-fa1a-4033-b06d-075f2bef0aa2 req-24d8ca74-1521-4898-9230-eb76e164d871 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:08.890342 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7e83ee12-fa1a-4033-b06d-075f2bef0aa2 req-24d8ca74-1521-4898-9230-eb76e164d871 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0572567 Sep 12 23:34:08.905491 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port e122a07d-d119-4a70-9133-63ec543a476e, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=e122a07d-d119-4a70-9133-63ec543a476e,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:08.910561 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (e122a07d-d119-4a70-9133-63ec543a476e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:08.968266 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:08.976418 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7e83ee12-fa1a-4033-b06d-075f2bef0aa2 req-3bf5152a-4045-493e-8ea5-33519a7a27aa tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782216 Sep 12 23:34:08.987076 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=e122a07d-d119-4a70-9133-63ec543a476e,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:09.018269 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51034) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:09.088699 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6d8758ce-9057-4679-8efa-0d42909dc17e tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (e9fbd70e-141c-4f5e-a3b8-458a0774f78d), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:09.092525 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:09.124849 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6d8758ce-9057-4679-8efa-0d42909dc17e tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (e9fbd70e-141c-4f5e-a3b8-458a0774f78d), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:09.131047 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd89c5-0044-4529-aafb-a04d22a9b22c req-7d0f7823-b702-415a-ae96-734d9ae1b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:09.132596 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eccd89c5-0044-4529-aafb-a04d22a9b22c req-7d0f7823-b702-415a-ae96-734d9ae1b2b1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3ac3aed7b1e495f81dc29d224be1eba&device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 1130 time: 0.0451486 Sep 12 23:34:09.142480 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['e122a07d-d119-4a70-9133-63ec543a476e'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:34:09.178970 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6d8758ce-9057-4679-8efa-0d42909dc17e tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (e9fbd70e-141c-4f5e-a3b8-458a0774f78d), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:09.182644 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6d8758ce-9057-4679-8efa-0d42909dc17e tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:09.183932 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-6d8758ce-9057-4679-8efa-0d42909dc17e tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e9fbd70e-141c-4f5e-a3b8-458a0774f78d HTTP/1.1" status: 204 len: 168 time: 0.1644461 Sep 12 23:34:09.188527 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51038) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:09.195072 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8758ce-9057-4679-8efa-0d42909dc17e tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fbd70e-141c-4f5e-a3b8-458a0774f78d,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:09.236208 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.api.v2.resource [None req-507189f9-0b0b-48ac-9177-4035dd298fb3 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] show failed (client error): The resource could not be found. Sep 12 23:34:09.237231 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-507189f9-0b0b-48ac-9177-4035dd298fb3 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "GET /networking/v2.0/security-groups/e9fbd70e-141c-4f5e-a3b8-458a0774f78d HTTP/1.1" status: 404 len: 347 time: 0.0472152 Sep 12 23:34:09.240987 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51040) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:09.276723 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:09.284787 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd89c5-0044-4529-aafb-a04d22a9b22c req-872ff0c0-f0ed-43a7-ac02-032c744b90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:09.287084 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eccd89c5-0044-4529-aafb-a04d22a9b22c req-872ff0c0-f0ed-43a7-ac02-032c744b90a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a7ffe834-d031-4407-b7a2-432ed18b27d2 HTTP/1.1" status: 200 len: 910 time: 0.1322246 Sep 12 23:34:09.373736 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-4363ab04-a461-4753-a9d2-1350a382d3a9 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Deleting port a3e0960d-b987-4c52-975f-89ab0cdb02bf {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:34:09.374409 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4363ab04-a461-4753-a9d2-1350a382d3a9 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (a3e0960d-b987-4c52-975f-89ab0cdb02bf), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:09.405563 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bde866-ed7e-473f-9f78-4eeb1a63c22f req-5b32622c-06d8-47f9-8de9-8ad4ce2bda7f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:09.407272 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-93bde866-ed7e-473f-9f78-4eeb1a63c22f req-5b32622c-06d8-47f9-8de9-8ad4ce2bda7f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 944 time: 0.0680432 Sep 12 23:34:09.409051 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eccd89c5-0044-4529-aafb-a04d22a9b22c req-4e8e105f-53e1-490c-8c2b-6cd8da22fb23 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ccc2d74-2c48-49e0-b714-f319925458f8 HTTP/1.1" status: 200 len: 1001 time: 0.1139021 Sep 12 23:34:09.452379 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4363ab04-a461-4753-a9d2-1350a382d3a9 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (a3e0960d-b987-4c52-975f-89ab0cdb02bf), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:09.452705 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4363ab04-a461-4753-a9d2-1350a382d3a9 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (a3e0960d-b987-4c52-975f-89ab0cdb02bf), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:09.469144 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-4363ab04-a461-4753-a9d2-1350a382d3a9 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Calling delete_port for a3e0960d-b987-4c52-975f-89ab0cdb02bf owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:34:09.494758 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd89c5-0044-4529-aafb-a04d22a9b22c req-455f920e-54f4-43e5-9ba6-f9e4fa553607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:09.496298 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eccd89c5-0044-4529-aafb-a04d22a9b22c req-455f920e-54f4-43e5-9ba6-f9e4fa553607 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=99d91101-d63b-49c6-816a-6c0cd683e93e HTTP/1.1" status: 200 len: 848 time: 0.0792994 Sep 12 23:34:09.500178 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-93bde866-ed7e-473f-9f78-4eeb1a63c22f req-0778c92e-6704-48a1-b21f-d085458f2359 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843961 Sep 12 23:34:09.540155 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd89c5-0044-4529-aafb-a04d22a9b22c req-ebddc9c7-f905-49eb-bdc9-4f0c0b43b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:09.541709 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eccd89c5-0044-4529-aafb-a04d22a9b22c req-ebddc9c7-f905-49eb-bdc9-4f0c0b43b91a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a7ffe834-d031-4407-b7a2-432ed18b27d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393231 Sep 12 23:34:09.599252 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4363ab04-a461-4753-a9d2-1350a382d3a9 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (a3e0960d-b987-4c52-975f-89ab0cdb02bf), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:09.629366 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363ab04-a461-4753-a9d2-1350a382d3a9 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Pushing event deleted for resources: {'Port': ['ID=a3e0960d-b987-4c52-975f-89ab0cdb02bf,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:09.640106 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eccd89c5-0044-4529-aafb-a04d22a9b22c req-4ccf69ce-58ce-4dcf-a385-9d118f4cb5e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918078 Sep 12 23:34:09.690766 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4363ab04-a461-4753-a9d2-1350a382d3a9 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks [] for floatingip (be6be272-5b1d-43c5-bb21-cf0189a92e00), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:09.693737 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4363ab04-a461-4753-a9d2-1350a382d3a9 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:09.695101 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4363ab04-a461-4753-a9d2-1350a382d3a9 tempest-AttachVolumeTestJSON-379678266 tempest-AttachVolumeTestJSON-379678266-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/be6be272-5b1d-43c5-bb21-cf0189a92e00 HTTP/1.1" status: 204 len: 168 time: 0.4527562 Sep 12 23:34:09.725061 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:09.741528 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-eccd89c5-0044-4529-aafb-a04d22a9b22c req-45aae955-93da-4e95-88cf-a8293aa3781c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947936 Sep 12 23:34:09.877314 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefedf8c-8554-43d0-85ac-5af6258a070e req-09aa8fa0-0cca-47de-b53f-06e310d61164 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:09.878817 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cefedf8c-8554-43d0-85ac-5af6258a070e req-09aa8fa0-0cca-47de-b53f-06e310d61164 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 943 time: 0.0470836 Sep 12 23:34:09.929529 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cefedf8c-8554-43d0-85ac-5af6258a070e req-eb2b283e-c329-45cf-b117-ad782c68fa6a tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451365 Sep 12 23:34:10.117518 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2ab7a-b6cd-400d-9489-f39bfe1ca8aa req-73aba5ff-89c4-4576-9829-7fb20bd58d26 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:10.119006 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-71b2ab7a-b6cd-400d-9489-f39bfe1ca8aa req-73aba5ff-89c4-4576-9829-7fb20bd58d26 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0498478 Sep 12 23:34:10.168954 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-71b2ab7a-b6cd-400d-9489-f39bfe1ca8aa req-e7062099-a1db-43a6-9394-6e641e7afaa3 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443661 Sep 12 23:34:10.543140 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51064) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:10.624526 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dd78d-c899-42cb-b84b-328978e857b1 req-c0a4814d-9f22-41af-9b01-e6f1ee61015c tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:10.626162 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0f4dd78d-c899-42cb-b84b-328978e857b1 req-c0a4814d-9f22-41af-9b01-e6f1ee61015c tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 944 time: 0.0511975 Sep 12 23:34:10.662741 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5e66f241-ef5f-4e3d-9dbe-cd81e0cb21ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:10.666188 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:10.667439 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 0caf572f-5337-4893-9c4d-eaccaf716b83 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:34:10.678480 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device e122a07d-d119-4a70-9133-63ec543a476e up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:10.682887 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:10.707402 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0f4dd78d-c899-42cb-b84b-328978e857b1 req-7b4fcaa9-97dc-4fa0-bee0-f1c0fc21c543 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749230 Sep 12 23:34:10.732072 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=31,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:10.769316 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5e66f241-ef5f-4e3d-9dbe-cd81e0cb21ae admin admin] Publish callbacks [] for security_group (7d8af0d3-35c5-4422-ad6f-8e4c27c61c9c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:10.773032 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5e66f241-ef5f-4e3d-9dbe-cd81e0cb21ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (7d8af0d3-35c5-4422-ad6f-8e4c27c61c9c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:10.777230 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port e122a07d-d119-4a70-9133-63ec543a476e completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:34:10.789544 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port e122a07d-d119-4a70-9133-63ec543a476e triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:10.789801 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:10.789970 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (e122a07d-d119-4a70-9133-63ec543a476e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:10.818483 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-5e66f241-ef5f-4e3d-9dbe-cd81e0cb21ae admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1a3c36fd2246413d88822f81dc07162d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716963 Sep 12 23:34:10.819137 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51070) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:10.826571 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66f241-ef5f-4e3d-9dbe-cd81e0cb21ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8af0d3-35c5-4422-ad6f-8e4c27c61c9c,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:10.853928 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:10.872214 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'port_id': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'mac_address': 'fa:16:3e:1c:87:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:34:10.874165 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-89ab9bee-faa1-44f8-8a23-d55770ca5305 admin admin] Publish callbacks [] for security_group (7d8af0d3-35c5-4422-ad6f-8e4c27c61c9c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:10.898644 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-89ab9bee-faa1-44f8-8a23-d55770ca5305 admin admin] Publish callbacks [] for security_group (7d8af0d3-35c5-4422-ad6f-8e4c27c61c9c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:10.945670 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 0caf572f-5337-4893-9c4d-eaccaf716b83 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:10.946071 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:10.956273 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port e122a07d-d119-4a70-9133-63ec543a476e is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:10.956659 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e122a07d-d119-4a70-9133-63ec543a476e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:10.979145 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caf572f-5337-4893-9c4d-eaccaf716b83 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:34:10.983357 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-89ab9bee-faa1-44f8-8a23-d55770ca5305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (7d8af0d3-35c5-4422-ad6f-8e4c27c61c9c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:10.986718 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-89ab9bee-faa1-44f8-8a23-d55770ca5305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:10.988966 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-89ab9bee-faa1-44f8-8a23-d55770ca5305 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7d8af0d3-35c5-4422-ad6f-8e4c27c61c9c HTTP/1.1" status: 204 len: 168 time: 0.1683605 Sep 12 23:34:10.999084 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab9bee-faa1-44f8-8a23-d55770ca5305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8af0d3-35c5-4422-ad6f-8e4c27c61c9c,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:11.005213 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e122a07d-d119-4a70-9133-63ec543a476e'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:34:11.007460 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1f2edd-313c-434c-baf9-6b5fb00f5578" -d '{"events": [{"server_uuid": "f37c4155-6a32-4c60-94f9-542d3beac5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e122a07d-d119-4a70-9133-63ec543a476e"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:34:11.024323 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:11.032053 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port e122a07d-d119-4a70-9133-63ec543a476e, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=e122a07d-d119-4a70-9133-63ec543a476e,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:11.033882 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:11.040312 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (e122a07d-d119-4a70-9133-63ec543a476e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:11.072707 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc74b40-08ab-40c7-8abd-462c4f25bc57 x-openstack-request-id: req-1bc74b40-08ab-40c7-8abd-462c4f25bc57 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:34:11.073042 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37c4155-6a32-4c60-94f9-542d3beac5bd", "name": "network-vif-plugged", "status": "completed", "tag": "e122a07d-d119-4a70-9133-63ec543a476e", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:34:11.073475 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1bc74b40-08ab-40c7-8abd-462c4f25bc57 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:34:11.073866 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc74b40-08ab-40c7-8abd-462c4f25bc57'] response: {'server_uuid': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e122a07d-d119-4a70-9133-63ec543a476e', 'code': 200} Sep 12 23:34:11.100925 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1d351-e623-485e-87dd-7c80dbb6ab9e req-6ddec4f7-f812-45e6-9ce2-6294f0aeffb9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:11.107719 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-80a1d351-e623-485e-87dd-7c80dbb6ab9e req-6ddec4f7-f812-45e6-9ce2-6294f0aeffb9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 944 time: 0.0759587 Sep 12 23:34:11.121012 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=0caf572f-5337-4893-9c4d-eaccaf716b83,revision_number=9']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:11.163493 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-80a1d351-e623-485e-87dd-7c80dbb6ab9e req-47e03e0d-9d31-48e7-84b4-e3e0db542430 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522978 Sep 12 23:34:11.182557 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:11.215139 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=e122a07d-d119-4a70-9133-63ec543a476e,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:11.264115 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['0caf572f-5337-4893-9c4d-eaccaf716b83'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:34:11.332229 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c641cf6-ffb5-4242-b105-93f9d4cc7104 req-21f298be-00aa-4520-93ef-cac16122f0ad tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:11.334208 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c641cf6-ffb5-4242-b105-93f9d4cc7104 req-21f298be-00aa-4520-93ef-cac16122f0ad tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0664902 Sep 12 23:34:11.336528 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fbcc4-0da0-436f-af2d-6f68447da11b req-f2b763e8-981d-4077-936b-a644c7f61799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:11.339054 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-235fbcc4-0da0-436f-af2d-6f68447da11b req-f2b763e8-981d-4077-936b-a644c7f61799 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 1129 time: 0.0564189 Sep 12 23:34:11.389423 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8c641cf6-ffb5-4242-b105-93f9d4cc7104 req-299413d3-afd6-4dda-b496-cc46cf0a6ff8 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473592 Sep 12 23:34:11.407966 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-235fbcc4-0da0-436f-af2d-6f68447da11b req-747dcb01-133b-469e-b6c9-ab3d83b23030 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609348 Sep 12 23:34:11.409951 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51086) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:11.423503 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4be51463-4c21-479a-9b24-02bae0748d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:11.499511 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4be51463-4c21-479a-9b24-02bae0748d6e admin admin] Publish callbacks [] for security_group (c604fa05-cf21-45ab-aa04-400ab27b0c78), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:11.502956 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4be51463-4c21-479a-9b24-02bae0748d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (c604fa05-cf21-45ab-aa04-400ab27b0c78), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:11.542925 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4be51463-4c21-479a-9b24-02bae0748d6e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=f8b91853797d4eae80dd922c7b127c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320081 Sep 12 23:34:11.543752 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be51463-4c21-479a-9b24-02bae0748d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c604fa05-cf21-45ab-aa04-400ab27b0c78,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:11.545724 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51088) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:11.595047 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ada8f4c7-4fd9-4e0a-b738-b82f260899df admin admin] Publish callbacks [] for security_group (c604fa05-cf21-45ab-aa04-400ab27b0c78), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:11.615916 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ada8f4c7-4fd9-4e0a-b738-b82f260899df admin admin] Publish callbacks [] for security_group (c604fa05-cf21-45ab-aa04-400ab27b0c78), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:11.664636 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ada8f4c7-4fd9-4e0a-b738-b82f260899df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (c604fa05-cf21-45ab-aa04-400ab27b0c78), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:11.667303 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ada8f4c7-4fd9-4e0a-b738-b82f260899df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:11.668453 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ada8f4c7-4fd9-4e0a-b738-b82f260899df admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/c604fa05-cf21-45ab-aa04-400ab27b0c78 HTTP/1.1" status: 204 len: 168 time: 0.1216474 Sep 12 23:34:11.675947 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8f4c7-4fd9-4e0a-b738-b82f260899df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c604fa05-cf21-45ab-aa04-400ab27b0c78,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:11.831658 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ef74-840e-46d5-95f5-fde806f069bb req-acd57cf2-e646-4115-a39c-e21373f164dd tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:11.833115 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7bf7ef74-840e-46d5-95f5-fde806f069bb req-acd57cf2-e646-4115-a39c-e21373f164dd tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 945 time: 0.0483880 Sep 12 23:34:11.852358 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:11.886340 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7bf7ef74-840e-46d5-95f5-fde806f069bb req-5961dcc1-6184-4976-abcc-952874d47d6b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468929 Sep 12 23:34:12.286753 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e568dd-6d64-42ac-8908-69dc2701a00d req-d637f8a5-38f6-431d-b7c2-d1fde6ef21a8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:12.288262 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-78e568dd-6d64-42ac-8908-69dc2701a00d req-d637f8a5-38f6-431d-b7c2-d1fde6ef21a8 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 944 time: 0.0488474 Sep 12 23:34:12.342312 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-78e568dd-6d64-42ac-8908-69dc2701a00d req-9453eaae-de3b-45ae-b679-1c3462d09260 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475132 Sep 12 23:34:12.376041 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51124) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:12.485087 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1956961953-network', 'tenant_id': '8655dc481389478a9e3a78929dbf11aa'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:12.533063 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b6001-710e-4ba2-b439-98349ac450e0 req-54ec659a-6130-4b1e-8c66-70302c58a3ca tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:12.534432 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3b7b6001-710e-4ba2-b439-98349ac450e0 req-54ec659a-6130-4b1e-8c66-70302c58a3ca tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0644987 Sep 12 23:34:12.535424 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Made reservation on behalf of 8655dc481389478a9e3a78929dbf11aa for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:34:12.538197 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.559146 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.610429 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3b7b6001-710e-4ba2-b439-98349ac450e0 req-9b16c7f3-7e7c-4962-9e9e-8287e45c7b5c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696142 Sep 12 23:34:12.672307 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Publish callbacks [] for security_group (75d55740-f984-474b-bb56-3e11c5ae2be3), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.673830 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 0caf572f-5337-4893-9c4d-eaccaf716b83 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:12.676769 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (75d55740-f984-474b-bb56-3e11c5ae2be3), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.698867 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:12.699874 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:34:12.717504 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d55740-f984-474b-bb56-3e11c5ae2be3,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:12.720623 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (42f8391a-b3e7-416d-870f-7448d7281947), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.720970 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Added segment 42f8391a-b3e7-416d-870f-7448d7281947 of type vlan for network 985aa4a0-6803-486c-92ef-008e47620380 Sep 12 23:34:12.733183 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 0caf572f-5337-4893-9c4d-eaccaf716b83 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:12.733612 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.764378 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (985aa4a0-6803-486c-92ef-008e47620380), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.794538 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (985aa4a0-6803-486c-92ef-008e47620380), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.795522 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:12.796125 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.808551 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 0caf572f-5337-4893-9c4d-eaccaf716b83 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:12.808938 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.810575 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:12.846366 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4684663 Sep 12 23:34:12.848011 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:12.849810 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51130) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:12.852829 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.854620 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] Request body: {'subnet': {'network_id': '985aa4a0-6803-486c-92ef-008e47620380', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1956961953-subnet', 'tenant_id': '8655dc481389478a9e3a78929dbf11aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:12.873204 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ca295-ee84-49ca-829d-6e805863eb51 admin admin] Pushing event updated for resources: {'Network': ['ID=985aa4a0-6803-486c-92ef-008e47620380,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:12.886162 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] Made reservation on behalf of 8655dc481389478a9e3a78929dbf11aa for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:34:12.886379 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network 985aa4a0-6803-486c-92ef-008e47620380 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:34:12.889243 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4088680'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:12.948654 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=0caf572f-5337-4893-9c4d-eaccaf716b83,revision_number=10']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:13.025230 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb3aee-4808-4d7d-89be-5919cf1f0dc2 req-849b404b-b1f6-4206-95a4-769172b3bfef tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:13.027063 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64bb3aee-4808-4d7d-89be-5919cf1f0dc2 req-849b404b-b1f6-4206-95a4-769172b3bfef tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 945 time: 0.0540063 Sep 12 23:34:13.076143 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:34:13.078937 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf1246f-f0b3-4af8-9fd0-f65f80a8d665" -d '{"events": [{"server_uuid": "835d0938-03f8-42b8-b626-831891902172", "name": "network-vif-plugged", "status": "completed", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:34:13.084749 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3296103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4088698'] for subnet (8142501a-5269-44ee-a0e7-ecfe2fee20e9), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:13.084876 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-64bb3aee-4808-4d7d-89be-5919cf1f0dc2 req-bb7453af-b805-4bf9-8759-825b9c70da31 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493217 Sep 12 23:34:13.137929 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fe60b7-4f94-4ac5-b5fc-3f67485b695e x-openstack-request-id: req-b3fe60b7-4f94-4ac5-b5fc-3f67485b695e {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:34:13.138251 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835d0938-03f8-42b8-b626-831891902172", "name": "network-vif-plugged", "status": "completed", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:34:13.138506 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b3fe60b7-4f94-4ac5-b5fc-3f67485b695e {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:34:13.138900 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fe60b7-4f94-4ac5-b5fc-3f67485b695e'] response: {'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'code': 200} Sep 12 23:34:13.147959 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8142501a-5269-44ee-a0e7-ecfe2fee20e9,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:13.158886 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:13.163837 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] Checking segment: {'id': '42f8391a-b3e7-416d-870f-7448d7281947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '985aa4a0-6803-486c-92ef-008e47620380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:34:13.164198 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] Network hostable DHCP agents. Network: 985aa4a0-6803-486c-92ef-008e47620380, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:34:13.192080 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] Network 985aa4a0-6803-486c-92ef-008e47620380 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:34:13.206354 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, 985aa4a0-6803-486c-92ef-008e47620380) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:13.214959 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:13.216107 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:13.217272 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869c73d1-dc0d-473e-b4a6-378f54215e23 None None] Network 985aa4a0-6803-486c-92ef-008e47620380 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:34:13.255471 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91b4c8-7448-4a34-9cc1-380385333aff req-4893767e-7730-49fe-a692-3332deee6a6b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:13.257210 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-21d0b2f6-148b-4972-a3b3-6ae609a28ab1 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4050839 Sep 12 23:34:13.257752 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6f91b4c8-7448-4a34-9cc1-380385333aff req-4893767e-7730-49fe-a692-3332deee6a6b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 945 time: 0.0802994 Sep 12 23:34:13.336656 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:13.346071 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51146) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:13.353317 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530bd02f-4b76-4503-8a06-02a46f338d98 None None] Network 985aa4a0-6803-486c-92ef-008e47620380 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:34:13.365113 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6f91b4c8-7448-4a34-9cc1-380385333aff req-95803750-7a01-405b-9690-aba0462c0f6f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969889 Sep 12 23:34:13.386710 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a8075-34bd-4cce-911f-5fa9a96ff560 req-43c03aa0-1719-44ad-a259-5ccc58041fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:13.388957 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8c3a8075-34bd-4cce-911f-5fa9a96ff560 req-43c03aa0-1719-44ad-a259-5ccc58041fa1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 1130 time: 0.0700531 Sep 12 23:34:13.400393 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51152) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:13.454868 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff9e7d7-c39d-4271-8607-1c0cecd485dc tempest-TestVolumeBootPattern-391070947 tempest-TestVolumeBootPattern-391070947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:13.460168 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3ff9e7d7-c39d-4271-8607-1c0cecd485dc tempest-TestVolumeBootPattern-391070947 tempest-TestVolumeBootPattern-391070947-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 1124 time: 0.0581911 Sep 12 23:34:13.461669 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51154) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:13.468083 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'port_id': 'e122a07d-d119-4a70-9133-63ec543a476e', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:13.479529 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8c3a8075-34bd-4cce-911f-5fa9a96ff560 req-fcfb85ea-6297-40a7-adf7-dcfcfa7e3738 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870321 Sep 12 23:34:13.541017 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:13.542103 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ab70-ef5e-4c20-80e7-876af37769c3 req-fea66c35-625f-4f3d-8a02-16e189fb9bec tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:13.543686 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d5f3ab70-ef5e-4c20-80e7-876af37769c3 req-fea66c35-625f-4f3d-8a02-16e189fb9bec tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 946 time: 0.0514431 Sep 12 23:34:13.603844 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d5f3ab70-ef5e-4c20-80e7-876af37769c3 req-716f55e3-6053-44fb-9bc5-b14801e4e89c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508566 Sep 12 23:34:13.674425 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:13.716513 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:13.837412 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0e1c3-209e-4a94-bc17-ee72a4bacc60 req-c936bc92-aa9b-4c61-80ab-ff4d63385836 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:13.838888 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-51c0e1c3-209e-4a94-bc17-ee72a4bacc60 req-c936bc92-aa9b-4c61-80ab-ff4d63385836 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.1267440 Sep 12 23:34:13.889012 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51170) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:13.893944 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1466403808-network', 'tenant_id': '2e5c38695132459eb597cef9cbc5c8b6'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:13.915609 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Made reservation on behalf of 2e5c38695132459eb597cef9cbc5c8b6 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:34:13.918114 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:13.928806 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:13.962542 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Allocated IP 172.27.3.177 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/af126f97-8847-4e40-a865-e1de3855d372) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:34:13.972523 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:13.982383 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-51c0e1c3-209e-4a94-bc17-ee72a4bacc60 req-749b3b8b-9caf-4d1b-afd5-e05a5b2e9c29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350067 Sep 12 23:34:14.015811 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Publish callbacks [] for security_group (fffa4bac-e2cf-4d18-9790-859e5e64be29), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.019750 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (fffa4bac-e2cf-4d18-9790-859e5e64be29), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.042020 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:34:14.058492 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffa4bac-e2cf-4d18-9790-859e5e64be29,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:14.062840 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (eeb9158a-c53a-47ea-a255-4a757886cc14), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.062972 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Added segment eeb9158a-c53a-47ea-a255-4a757886cc14 of type vlan for network f910e61f-223d-4c2e-9d59-0131e2d6db4f Sep 12 23:34:14.103634 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (f910e61f-223d-4c2e-9d59-0131e2d6db4f), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.128827 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (f910e61f-223d-4c2e-9d59-0131e2d6db4f), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.130151 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:14.130721 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.148984 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739930'] for router_interface (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.181512 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2913904 Sep 12 23:34:14.184261 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51172) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:14.187518 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for port (af126f97-8847-4e40-a865-e1de3855d372), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.188822 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] Request body: {'subnet': {'network_id': 'f910e61f-223d-4c2e-9d59-0131e2d6db4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1466403808-subnet', 'tenant_id': '2e5c38695132459eb597cef9cbc5c8b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:14.207247 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:14.210073 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfeb3b-0902-49fa-b0de-0d0235b21d8b admin admin] Pushing event updated for resources: {'Network': ['ID=f910e61f-223d-4c2e-9d59-0131e2d6db4f,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:14.221384 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] Made reservation on behalf of 2e5c38695132459eb597cef9cbc5c8b6 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:34:14.222212 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network f910e61f-223d-4c2e-9d59-0131e2d6db4f details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:34:14.224757 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4088680'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.304651 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (af126f97-8847-4e40-a865-e1de3855d372), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.327612 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:14.372348 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:34:14.380485 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:14.382317 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:14.384677 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:34:14.398475 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3296103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4088698'] for subnet (5f65d885-7403-4909-9c11-60b2ebd791b5), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.406982 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'Port': ['ID=af126f97-8847-4e40-a865-e1de3855d372,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:14.435330 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:14.462015 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f65d885-7403-4909-9c11-60b2ebd791b5,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:14.470809 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] Checking segment: {'id': 'eeb9158a-c53a-47ea-a255-4a757886cc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f910e61f-223d-4c2e-9d59-0131e2d6db4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:34:14.471159 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] Network hostable DHCP agents. Network: f910e61f-223d-4c2e-9d59-0131e2d6db4f, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:34:14.489135 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] Network f910e61f-223d-4c2e-9d59-0131e2d6db4f is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:34:14.498783 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, f910e61f-223d-4c2e-9d59-0131e2d6db4f) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:14.504048 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:14.504435 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.511357 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf4a0c-97c7-41a2-adcf-31c6facb68fc None None] Network f910e61f-223d-4c2e-9d59-0131e2d6db4f requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:34:14.520032 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] Deleting port b339a7e3-e5a6-4e66-8e18-6280efe77025 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:34:14.520438 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:14.542728 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:14.553245 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4ee8072e-c84a-4ce1-94cd-3ce1f6749118 admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3675706 Sep 12 23:34:14.655124 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8753730b-19a1-4c79-b58f-1703f8239dca None None] Network f910e61f-223d-4c2e-9d59-0131e2d6db4f requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:34:14.806239 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd6c10-878d-4481-93f3-519ed09332ea req-0b061d3a-e7fb-4779-ae58-47e8fcaf2f93 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:14.808034 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-91cd6c10-878d-4481-93f3-519ed09332ea req-0b061d3a-e7fb-4779-ae58-47e8fcaf2f93 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 946 time: 0.0575895 Sep 12 23:34:14.878719 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-91cd6c10-878d-4481-93f3-519ed09332ea req-2accedd9-04ae-4635-9095-89a29384d5d1 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618796 Sep 12 23:34:14.997386 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] For port b339a7e3-e5a6-4e66-8e18-6280efe77025, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=b339a7e3-e5a6-4e66-8e18-6280efe77025,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:14.997678 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:15.019428 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] Calling delete_port for b339a7e3-e5a6-4e66-8e18-6280efe77025 owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:34:15.206233 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401a75c-0f45-4c16-984a-e97969de9c22 req-5a5d3c55-97f3-468c-9cf2-5c87cbd871a1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:15.207754 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c401a75c-0f45-4c16-984a-e97969de9c22 req-5a5d3c55-97f3-468c-9cf2-5c87cbd871a1 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.1058171 Sep 12 23:34:15.352639 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:15.368131 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c401a75c-0f45-4c16-984a-e97969de9c22 req-60f70fe1-9292-4110-9d3a-c933d12e560c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493938 Sep 12 23:34:15.386727 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (178b0bd5-6aae-4602-b9fb-2a9a66f9ae67), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:15.460081 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:15.491142 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (b339a7e3-e5a6-4e66-8e18-6280efe77025), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:15.492924 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (af126f97-8847-4e40-a865-e1de3855d372), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:15.538204 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] Pushing event deleted for resources: {'Port': ['ID=b339a7e3-e5a6-4e66-8e18-6280efe77025,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:15.814460 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for port (af126f97-8847-4e40-a865-e1de3855d372), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:15.816105 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764362'] for router_interface (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:15.822423 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (af126f97-8847-4e40-a865-e1de3855d372), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:15.938334 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (178b0bd5-6aae-4602-b9fb-2a9a66f9ae67), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:15.943971 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'Port': ['ID=af126f97-8847-4e40-a865-e1de3855d372,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:16.021398 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee187a-9a59-458d-8923-deed3380411a req-c67ecad8-6b70-44fb-82d2-b63a112921ff tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:16.022951 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7bee187a-9a59-458d-8923-deed3380411a req-c67ecad8-6b70-44fb-82d2-b63a112921ff tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 946 time: 0.0535717 Sep 12 23:34:16.067352 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:16.071549 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7bee187a-9a59-458d-8923-deed3380411a req-01f01502-b7dc-45d1-992c-901d0201e44c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 Sep 12 23:34:16.134099 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Floating IP 178b0bd5-6aae-4602-b9fb-2a9a66f9ae67 associated. External IP: 172.27.3.177, port: e122a07d-d119-4a70-9133-63ec543a476e. Sep 12 23:34:16.273718 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] Router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:34:16.432120 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:16.530327 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:34:16.539085 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a77e56-e5ca-4566-9694-5da91ad0bad4 req-00b04207-7b44-4cd7-86e4-a785e66a8533 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:16.540186 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16ed0d-431c-45de-94d7-67c4372b3d69 None None] Sync routers for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:34:16.540616 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-20a77e56-e5ca-4566-9694-5da91ad0bad4 req-00b04207-7b44-4cd7-86e4-a785e66a8533 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0736549 Sep 12 23:34:16.544809 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-80e83fb1-9f1e-488a-bf36-af246211e31f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/93b4f7ad-5acd-41dd-96f6-2dbba70ad439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1786819 Sep 12 23:34:16.546993 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Router 7d487690-b453-417c-969d-a2ee43b4553a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:34:16.550901 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51234) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:16.575063 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16ed0d-431c-45de-94d7-67c4372b3d69 None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:16.575726 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-bd16ed0d-431c-45de-94d7-67c4372b3d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:33:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:16.679819 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:16.693685 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Publish callbacks [] for router (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:16.738332 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-bd16ed0d-431c-45de-94d7-67c4372b3d69 None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:16.809842 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Publish callbacks [] for router_gateway (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:16.860361 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Deleting port 271e252b-2e34-4fd7-a88a-e6173425d29e {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:34:16.860698 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:16.891590 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-20a77e56-e5ca-4566-9694-5da91ad0bad4 req-9b21039a-5ffa-4293-81c7-bab34a213600 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419654 Sep 12 23:34:16.954112 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-bd16ed0d-431c-45de-94d7-67c4372b3d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:34:15Z', 'revision_number': 5, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port': {'id': '271e252b-2e34-4fd7-a88a-e6173425d29e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:27:57Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:16.954410 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:34:16.964391 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e666e-56ce-4dc7-bd9e-3ac0e7070cfe None None] Sync routers for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:34:16.978252 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e666e-56ce-4dc7-bd9e-3ac0e7070cfe None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:16.978475 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:16.978889 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-985e666e-56ce-4dc7-bd9e-3ac0e7070cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:33:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:16.986311 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16ed0d-431c-45de-94d7-67c4372b3d69 None None] Checking router: 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:34:16.995787 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16ed0d-431c-45de-94d7-67c4372b3d69 None None] Routers {'93b4f7ad-5acd-41dd-96f6-2dbba70ad439'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:16.996537 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-bd16ed0d-431c-45de-94d7-67c4372b3d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:33:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:17.002777 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] For port 271e252b-2e34-4fd7-a88a-e6173425d29e, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=271e252b-2e34-4fd7-a88a-e6173425d29e,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:17.003369 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:17.016452 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Calling delete_port for 271e252b-2e34-4fd7-a88a-e6173425d29e owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:34:17.019935 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-43619ea2-e452-43d9-b214-1fa6d80c609b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5554674 Sep 12 23:34:17.020981 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'tag': 'e122a07d-d119-4a70-9133-63ec543a476e'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:34:17.023818 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f37c4155-6a32-4c60-94f9-542d3beac5bd", "tag": "e122a07d-d119-4a70-9133-63ec543a476e"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:34:17.073371 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7852b7aa-3ef0-443b-9511-ebc304f4cf16 x-openstack-request-id: req-7852b7aa-3ef0-443b-9511-ebc304f4cf16 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:34:17.073665 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37c4155-6a32-4c60-94f9-542d3beac5bd", "tag": "e122a07d-d119-4a70-9133-63ec543a476e", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:34:17.073911 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7852b7aa-3ef0-443b-9511-ebc304f4cf16 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:34:17.074357 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7852b7aa-3ef0-443b-9511-ebc304f4cf16'] response: {'name': 'network-changed', 'server_uuid': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'tag': 'e122a07d-d119-4a70-9133-63ec543a476e', 'status': 'completed', 'code': 200} Sep 12 23:34:17.116678 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-985e666e-56ce-4dc7-bd9e-3ac0e7070cfe None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:17.184226 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8 req-6f850f1c-52e3-44c7-8d2d-7ca399cd289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:17.185663 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8 req-6f850f1c-52e3-44c7-8d2d-7ca399cd289a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 1129 time: 0.0847230 Sep 12 23:34:17.223361 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-bd16ed0d-431c-45de-94d7-67c4372b3d69 None None] Set router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 gateway port host: None {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:17.267865 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:17.273415 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-bd16ed0d-431c-45de-94d7-67c4372b3d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:34:16Z', 'revision_number': 6, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port_host': None}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:17.298007 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd16ed0d-431c-45de-94d7-67c4372b3d69 None None] The sync data for ids ['93b4f7ad-5acd-41dd-96f6-2dbba70ad439'] in dv-cinder-852009-7-iscsi is: [{'id': '93b4f7ad-5acd-41dd-96f6-2dbba70ad439', 'name': 'tempest-AttachVolumeTestJSON-1632705131-router', 'tenant_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:56Z', 'updated_at': '2022-09-12T23:34:16Z', 'revision_number': 6, 'project_id': 'b8ffe803ce4b4d0181be62e1dfb094bf', 'gw_port_host': None}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:34:17.313395 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (271e252b-2e34-4fd7-a88a-e6173425d29e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:17.352277 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Pushing event deleted for resources: {'Port': ['ID=271e252b-2e34-4fd7-a88a-e6173425d29e,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:17.356274 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8 req-c463e383-8f8b-44bb-8d91-0fe92eb41339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:17.357765 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8 req-c463e383-8f8b-44bb-8d91-0fe92eb41339 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 913 time: 0.1656899 Sep 12 23:34:17.363200 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-985e666e-56ce-4dc7-bd9e-3ac0e7070cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '178b0bd5-6aae-4602-b9fb-2a9a66f9ae67', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': 'e122a07d-d119-4a70-9133-63ec543a476e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:9c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:34:15Z', 'updated_at': '2022-09-12T23:34:15Z', 'revision_number': 0, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:17.392208 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e666e-56ce-4dc7-bd9e-3ac0e7070cfe None None] Checking router: 7d487690-b453-417c-969d-a2ee43b4553a for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:34:17.400941 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e666e-56ce-4dc7-bd9e-3ac0e7070cfe None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:17.401562 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-985e666e-56ce-4dc7-bd9e-3ac0e7070cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:33:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:17.465625 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8 req-d5a06dee-03b2-4286-a0b1-71ecc41f9fc2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e122a07d-d119-4a70-9133-63ec543a476e HTTP/1.1" status: 200 len: 999 time: 0.1021538 Sep 12 23:34:17.468192 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1646425'] for router_gateway (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:17.503465 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-985e666e-56ce-4dc7-bd9e-3ac0e7070cfe None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:17.596342 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1762244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62030'] for router (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:17.600463 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Publish callbacks [] for router_controller (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:17.645639 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459f9ff-be68-44dd-b08f-9038e9ec7fe2 req-86ba8cfc-4d0c-4545-af89-03bbffa49eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:17.648179 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a459f9ff-be68-44dd-b08f-9038e9ec7fe2 req-86ba8cfc-4d0c-4545-af89-03bbffa49eb7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3ac3aed7b1e495f81dc29d224be1eba&device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 1130 time: 0.0520630 Sep 12 23:34:17.741484 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-985e666e-56ce-4dc7-bd9e-3ac0e7070cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '178b0bd5-6aae-4602-b9fb-2a9a66f9ae67', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': 'e122a07d-d119-4a70-9133-63ec543a476e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:9c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:34:15Z', 'updated_at': '2022-09-12T23:34:15Z', 'revision_number': 0, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:17.776112 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e666e-56ce-4dc7-bd9e-3ac0e7070cfe None None] The sync data for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi is: [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '178b0bd5-6aae-4602-b9fb-2a9a66f9ae67', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': 'e122a07d-d119-4a70-9133-63ec543a476e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:9c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:34:15Z', 'updated_at': '2022-09-12T23:34:15Z', 'revision_number': 0, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:34:17.778351 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459f9ff-be68-44dd-b08f-9038e9ec7fe2 req-3a07e544-db7c-42c0-b54f-901a0fc8e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:17.797714 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a459f9ff-be68-44dd-b08f-9038e9ec7fe2 req-3a07e544-db7c-42c0-b54f-901a0fc8e4a5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a7ffe834-d031-4407-b7a2-432ed18b27d2 HTTP/1.1" status: 200 len: 910 time: 0.1428833 Sep 12 23:34:17.912451 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a459f9ff-be68-44dd-b08f-9038e9ec7fe2 req-0fd19f58-d049-4b71-97c7-cb9a45b58f6a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ccc2d74-2c48-49e0-b714-f319925458f8 HTTP/1.1" status: 200 len: 1001 time: 0.1063590 Sep 12 23:34:17.980113 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8 req-1e14f522-35e9-4db9-b0f8-62e157900880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:17.983764 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8 req-1e14f522-35e9-4db9-b0f8-62e157900880 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.4445462 Sep 12 23:34:18.002420 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1764441'] for router (93b4f7ad-5acd-41dd-96f6-2dbba70ad439), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.002900 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93b4f7ad-5acd-41dd-96f6-2dbba70ad439 {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:34:18.024041 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:18.031525 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.032794 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a92d6c43-a30e-4a0a-8890-28cd1d466003 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/93b4f7ad-5acd-41dd-96f6-2dbba70ad439 HTTP/1.1" status: 204 len: 168 time: 1.4803526 Sep 12 23:34:18.035972 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51252) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:18.055469 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459f9ff-be68-44dd-b08f-9038e9ec7fe2 req-5cc6a3de-9119-4f34-90d8-cf8dade45d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:18.057016 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a459f9ff-be68-44dd-b08f-9038e9ec7fe2 req-5cc6a3de-9119-4f34-90d8-cf8dade45d5c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=99d91101-d63b-49c6-816a-6c0cd683e93e HTTP/1.1" status: 200 len: 848 time: 0.1278641 Sep 12 23:34:18.088990 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8 req-def980a7-affe-4c8c-b84d-f427b75971a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:18.090600 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8 req-def980a7-affe-4c8c-b84d-f427b75971a7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014059 Sep 12 23:34:18.177219 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdb055e-3a55-44b6-996e-5065b7b8ec90 None None] New status for floating IP 178b0bd5-6aae-4602-b9fb-2a9a66f9ae67: ACTIVE {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:34:18.230298 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-029d6546-af5b-4526-aa0e-9b8777d2a9c1 admin admin] Deleting subnet d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:34:18.233960 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-029d6546-af5b-4526-aa0e-9b8777d2a9c1 admin admin] Publish callbacks [] for subnet (d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.251355 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:18.291212 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-029d6546-af5b-4526-aa0e-9b8777d2a9c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3963660'] for subnet (d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.304998 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126988fe-6655-4f51-8eab-219e0ef0a061 req-6a07a0ab-f0f3-4df3-bbda-f680442e13d5 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:18.306788 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-126988fe-6655-4f51-8eab-219e0ef0a061 req-6a07a0ab-f0f3-4df3-bbda-f680442e13d5 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.2488503 Sep 12 23:34:18.311453 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459f9ff-be68-44dd-b08f-9038e9ec7fe2 req-25ffb45c-836d-47f7-aafe-e6c3296ae1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:18.312996 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a459f9ff-be68-44dd-b08f-9038e9ec7fe2 req-25ffb45c-836d-47f7-aafe-e6c3296ae1e0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a7ffe834-d031-4407-b7a2-432ed18b27d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2352438 Sep 12 23:34:18.346637 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8 req-ad9dfc5e-ce0c-4141-8b3a-3f8345f6a1fe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492175 Sep 12 23:34:18.444244 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-029d6546-af5b-4526-aa0e-9b8777d2a9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.477503 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device b339a7e3-e5a6-4e66-8e18-6280efe77025 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:34:18.482876 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:18.494142 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-126988fe-6655-4f51-8eab-219e0ef0a061 req-23ba653a-53f5-4b58-8bd6-4d6a0c07b355 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801202 Sep 12 23:34:18.513098 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: b339a7e3-e5a6-4e66-8e18-6280efe77025 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:34:18.513476 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device b339a7e3-e5a6-4e66-8e18-6280efe77025 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:34:18.514150 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 271e252b-2e34-4fd7-a88a-e6173425d29e no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:34:18.528182 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6c6c6a19-d8d1-4610-bb53-567a39ab30b8 req-86a796c1-9b01-47e3-a890-02f2305574b7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741645 Sep 12 23:34:18.534830 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a459f9ff-be68-44dd-b08f-9038e9ec7fe2 req-4d1cc8cb-054c-4c10-a10e-60b1a51fada8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101905 Sep 12 23:34:18.549346 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 271e252b-2e34-4fd7-a88a-e6173425d29e {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:34:18.549694 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 271e252b-2e34-4fd7-a88a-e6173425d29e not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:34:18.554495 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-029d6546-af5b-4526-aa0e-9b8777d2a9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3290282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4088693'] for subnet (d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.592164 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-029d6546-af5b-4526-aa0e-9b8777d2a9c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.596243 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-029d6546-af5b-4526-aa0e-9b8777d2a9c1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda HTTP/1.1" status: 204 len: 168 time: 0.5590949 Sep 12 23:34:18.597418 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d6546-af5b-4526-aa0e-9b8777d2a9c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32cf01b-dac7-4c08-a0bc-f3b4ec24bdda,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:18.598616 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b9daa-568d-46c0-aec3-9c007cdcc147 None None] Network 87d38067-03b8-4be7-846c-3dce062309f6 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:34:18.599791 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51258) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:18.670152 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a459f9ff-be68-44dd-b08f-9038e9ec7fe2 req-3a1e0d70-38ab-47ff-a19a-3ed88c944824 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233218 Sep 12 23:34:18.690661 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (87d38067-03b8-4be7-846c-3dce062309f6), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.693528 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:18.740866 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Deleting port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:34:18.741202 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.773036 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a771f5-330a-4aaa-a0af-6dd798c28eaa None None] DHCP port deletion for 87d38067-03b8-4be7-846c-3dce062309f6 request from dv-cinder-852009-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:34:18.804271 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] For port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=f8005f8b-9859-4a56-bd3b-1dacfebdcf0f,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:18.804632 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.810027 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-59a771f5-330a-4aaa-a0af-6dd798c28eaa None None] Deleting port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:34:18.810398 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-59a771f5-330a-4aaa-a0af-6dd798c28eaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.817103 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Calling delete_port for f8005f8b-9859-4a56-bd3b-1dacfebdcf0f owned by network:dhcp {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:34:18.874901 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-59a771f5-330a-4aaa-a0af-6dd798c28eaa None None] For port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=f8005f8b-9859-4a56-bd3b-1dacfebdcf0f,segment=NetworkSegment(92b79cf0-03f5-474f-847b-9eb0b0e95bf1),segment_id=92b79cf0-03f5-474f-847b-9eb0b0e95bf1)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:18.875291 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-59a771f5-330a-4aaa-a0af-6dd798c28eaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.889288 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-59a771f5-330a-4aaa-a0af-6dd798c28eaa None None] Calling delete_port for f8005f8b-9859-4a56-bd3b-1dacfebdcf0f owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:34:18.899493 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.923823 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Pushing event deleted for resources: {'Port': ['ID=f8005f8b-9859-4a56-bd3b-1dacfebdcf0f,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:18.927713 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:18.927870 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] No DVR routers for this DVR port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f on host dv-cinder-852009-7-iscsi {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:34:18.966693 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-59a771f5-330a-4aaa-a0af-6dd798c28eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976'] for port (f8005f8b-9859-4a56-bd3b-1dacfebdcf0f), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:18.988599 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a771f5-330a-4aaa-a0af-6dd798c28eaa None None] Pushing event deleted for resources: {'Port': ['ID=f8005f8b-9859-4a56-bd3b-1dacfebdcf0f,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:18.994635 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a771f5-330a-4aaa-a0af-6dd798c28eaa None None] No DVR routers for this DVR port f8005f8b-9859-4a56-bd3b-1dacfebdcf0f on host dv-cinder-852009-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:34:19.001095 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (87d38067-03b8-4be7-846c-3dce062309f6), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:19.003433 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:19.023628 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d38067-03b8-4be7-846c-3dce062309f6']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:19.033059 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b79cf0-03f5-474f-847b-9eb0b0e95bf1') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:19.033353 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b79cf0-03f5-474f-847b-9eb0b0e95bf1') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:19.043478 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3963653'] for segment (92b79cf0-03f5-474f-847b-9eb0b0e95bf1), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:19.056768 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (92b79cf0-03f5-474f-847b-9eb0b0e95bf1), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:19.062981 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:34:19.063357 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290112'] for segment (92b79cf0-03f5-474f-847b-9eb0b0e95bf1), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:19.103042 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 92b79cf0-03f5-474f-847b-9eb0b0e95bf1 resource provider aggregate not found Sep 12 23:34:19.120588 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 92b79cf0-03f5-474f-847b-9eb0b0e95bf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92b79cf0-03f5-474f-847b-9eb0b0e95bf1 found for delete ", "request_id": "req-4b63485a-82de-4e1a-8d5c-4b85cf1226c4"}]} Sep 12 23:34:19.127177 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (87d38067-03b8-4be7-846c-3dce062309f6), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:19.133023 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:19.136291 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/87d38067-03b8-4be7-846c-3dce062309f6 HTTP/1.1" status: 204 len: 168 time: 0.5353515 Sep 12 23:34:19.147423 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095792d-e58c-4682-a35c-9f99e9acdd6f admin admin] Pushing event deleted for resources: {'Network': ['ID=87d38067-03b8-4be7-846c-3dce062309f6,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:19.301131 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51266) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:19.345419 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2cb19e0f-b91c-4749-9e1f-f3cd877da762 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b8ffe803ce4b4d0181be62e1dfb094bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424271 Sep 12 23:34:19.347859 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51270) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:19.397770 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Publish callbacks [] for security_group (85c37d02-bb9e-4b29-8260-108d65d1dba2), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:19.418904 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Publish callbacks [] for security_group (85c37d02-bb9e-4b29-8260-108d65d1dba2), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:19.471081 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (85c37d02-bb9e-4b29-8260-108d65d1dba2), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:19.474300 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:19.475457 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/85c37d02-bb9e-4b29-8260-108d65d1dba2 HTTP/1.1" status: 204 len: 168 time: 0.1261382 Sep 12 23:34:19.483461 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c37d02-bb9e-4b29-8260-108d65d1dba2,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:19.490914 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.491379 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.491865 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.492319 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.492661 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.492995 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.493327 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.493662 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.493994 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.494329 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.494655 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.494980 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.495347 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.495642 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.495969 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042de0ee-f222-4907-bd72-15594ac79e70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:19.631161 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781bd8d-1e80-4146-b145-424af7e885b9 req-ffea35cd-74ef-4da9-a7ba-a2da95ebcf7d tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:19.633004 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c781bd8d-1e80-4146-b145-424af7e885b9 req-ffea35cd-74ef-4da9-a7ba-a2da95ebcf7d tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0528119 Sep 12 23:34:19.693960 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c781bd8d-1e80-4146-b145-424af7e885b9 req-c87aa5f9-e61f-40ec-b4b8-7da62148a7af tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540726 Sep 12 23:34:20.422894 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f8005f8b-9859-4a56-bd3b-1dacfebdcf0f no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:34:20.444981 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: f8005f8b-9859-4a56-bd3b-1dacfebdcf0f {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:34:20.445231 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f8005f8b-9859-4a56-bd3b-1dacfebdcf0f not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:34:20.818217 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50072dc0-3b8a-4e7f-bd69-94de064549b5 req-fbe6a8a5-c303-4ed4-a476-e4ececfbd24a tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:20.819725 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-50072dc0-3b8a-4e7f-bd69-94de064549b5 req-fbe6a8a5-c303-4ed4-a476-e4ececfbd24a tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0492587 Sep 12 23:34:20.861691 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:20.871611 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-50072dc0-3b8a-4e7f-bd69-94de064549b5 req-7fa50995-bf42-4ccb-8896-7618ee192736 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457683 Sep 12 23:34:21.147513 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5a206-8ec6-4b39-9b7b-258c6e025de1 req-93064889-5f01-4ea4-a37c-8745f4e67094 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:21.149047 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ade5a206-8ec6-4b39-9b7b-258c6e025de1 req-93064889-5f01-4ea4-a37c-8745f4e67094 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0479779 Sep 12 23:34:21.180744 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51328) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:21.200084 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ade5a206-8ec6-4b39-9b7b-258c6e025de1 req-2a5d16ca-ce7f-4c29-983e-b67d554025a0 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449018 Sep 12 23:34:21.268439 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-903277a9-4e20-4199-bda2-fc9d98de9b6f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865605 Sep 12 23:34:21.277813 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-16ae1b0e-d248-40e0-82a7-63f3f2679a4d service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:34:21.278758 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-16ae1b0e-d248-40e0-82a7-63f3f2679a4d service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050883 Sep 12 23:34:21.415108 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51336) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:21.514544 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-4e960a28-94e2-4252-902e-4a8dd57c038f tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:21.515905 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-4e960a28-94e2-4252-902e-4a8dd57c038f tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports/6ccc2d74-2c48-49e0-b714-f319925458f8 HTTP/1.1" status: 200 len: 943 time: 0.0997593 Sep 12 23:34:22.330661 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ad4f-de98-4256-a49c-a97b47af74f1 req-69aedf5d-0792-4ce1-ba49-7d657384ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:22.332195 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5d06ad4f-de98-4256-a49c-a97b47af74f1 req-69aedf5d-0792-4ce1-ba49-7d657384ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0555096 Sep 12 23:34:22.383399 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5d06ad4f-de98-4256-a49c-a97b47af74f1 req-2210b738-de02-4063-8ede-09cfdde55371 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Sep 12 23:34:22.747669 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 6ccc2d74-2c48-49e0-b714-f319925458f8 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:34:22.821128 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 6ccc2d74-2c48-49e0-b714-f319925458f8 is: ACTIVE; New status is: DOWN {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:22.821784 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:22.844154 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:34:22.846363 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ead365-1ae9-4561-a38b-ff4c39c16167" -d '{"events": [{"server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:34:22.859470 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 6ccc2d74-2c48-49e0-b714-f319925458f8, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=6ccc2d74-2c48-49e0-b714-f319925458f8,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:22.864599 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:22.890519 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Sep 2022 23:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d1afdf-95ad-4f8e-8cd2-6a3fa1f868bd x-openstack-request-id: req-51d1afdf-95ad-4f8e-8cd2-6a3fa1f868bd {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:34:22.890814 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:34:22.891078 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-51d1afdf-95ad-4f8e-8cd2-6a3fa1f868bd {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:34:22.891473 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d1afdf-95ad-4f8e-8cd2-6a3fa1f868bd'] response: {'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'code': 200} Sep 12 23:34:22.919643 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=6ccc2d74-2c48-49e0-b714-f319925458f8,revision_number=6']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:23.173157 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-d07bdf3a-131c-41d8-b87c-7bb90c7d31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:23.174648 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-d07bdf3a-131c-41d8-b87c-7bb90c7d31d2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6&tenant_id=e3ac3aed7b1e495f81dc29d224be1eba HTTP/1.1" status: 200 len: 1128 time: 0.0404508 Sep 12 23:34:23.240293 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-48e1e212-1f2d-4bae-b49c-832a90e81a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:23.241797 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-48e1e212-1f2d-4bae-b49c-832a90e81a0a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3ac3aed7b1e495f81dc29d224be1eba&device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 1128 time: 0.0433106 Sep 12 23:34:23.339483 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-c3049500-7edd-4f16-ae83-526c7e46fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:23.341707 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-c3049500-7edd-4f16-ae83-526c7e46fc43 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a7ffe834-d031-4407-b7a2-432ed18b27d2 HTTP/1.1" status: 200 len: 910 time: 0.0943027 Sep 12 23:34:23.436724 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-9a48e4a2-a140-44cd-b687-7784fd1435a4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ccc2d74-2c48-49e0-b714-f319925458f8 HTTP/1.1" status: 200 len: 999 time: 0.0855465 Sep 12 23:34:23.512736 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-a8a35f65-892b-4b89-859d-2201449365a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:23.514725 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-a8a35f65-892b-4b89-859d-2201449365a4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=99d91101-d63b-49c6-816a-6c0cd683e93e HTTP/1.1" status: 200 len: 848 time: 0.0715594 Sep 12 23:34:23.556491 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dc0ef-79cc-4558-8e4c-df1d4a8f9e04 req-ebe4d86b-ad49-44ba-a67e-cc2f2fd20f0d tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:23.558502 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0b3dc0ef-79cc-4558-8e4c-df1d4a8f9e04 req-ebe4d86b-ad49-44ba-a67e-cc2f2fd20f0d tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0596585 Sep 12 23:34:23.564784 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-763a564b-6a26-428d-9021-539164b33600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:23.566515 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-763a564b-6a26-428d-9021-539164b33600 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a7ffe834-d031-4407-b7a2-432ed18b27d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449071 Sep 12 23:34:23.640458 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:23.643606 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0b3dc0ef-79cc-4558-8e4c-df1d4a8f9e04 req-dff5efbe-9eb3-4378-a1fe-d2cb9cd38b1e tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742624 Sep 12 23:34:23.675363 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-227b1d73-cd23-4e64-975a-845d457e5e8a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026485 Sep 12 23:34:23.767136 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1b43d962-84e8-471b-a263-4a8f55c978fe req-be62d9ef-c3a2-4fc6-bc32-7936479b64be service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853271 Sep 12 23:34:24.768582 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78997d3-3df9-40fe-be00-8b0eff95bced req-0f5d5dc6-910c-442e-8251-2f9b921db776 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:24.770566 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d78997d3-3df9-40fe-be00-8b0eff95bced req-0f5d5dc6-910c-442e-8251-2f9b921db776 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0544171 Sep 12 23:34:24.828036 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d78997d3-3df9-40fe-be00-8b0eff95bced req-6ab1253d-43aa-4297-b9aa-4c27bf285849 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515864 Sep 12 23:34:24.892478 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4511f9e7-ad2b-44ba-86e0-93399b421b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:25.949598 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d4127-0b3e-43c3-abeb-ece61260407c req-665d49f0-f98e-433d-9fed-52cf4b484f95 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:25.950976 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5e5d4127-0b3e-43c3-abeb-ece61260407c req-665d49f0-f98e-433d-9fed-52cf4b484f95 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0468276 Sep 12 23:34:25.974682 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:26.005483 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5e5d4127-0b3e-43c3-abeb-ece61260407c req-a16a18f4-6125-4327-82aa-64b6ef15c576 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489824 Sep 12 23:34:27.125510 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425895-965a-482c-a304-942b29bfe109 req-ad5f3c81-fca7-48fe-8fe5-b1cdae75fd82 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:27.126877 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-91425895-965a-482c-a304-942b29bfe109 req-ad5f3c81-fca7-48fe-8fe5-b1cdae75fd82 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0465596 Sep 12 23:34:27.175389 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-91425895-965a-482c-a304-942b29bfe109 req-cdce47c6-a6ec-4e16-b528-b9fe2523bce2 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428088 Sep 12 23:34:27.327326 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-8fac3018-0d7e-439f-b933-b36dc93d1842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:27.743678 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=70 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:27.745009 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=78 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:28.294186 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8663ef5-2a6b-44db-b5ce-747b20d73cc2 req-ce0e4008-a045-4d19-9e33-97f2a797c088 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:28.295661 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f8663ef5-2a6b-44db-b5ce-747b20d73cc2 req-ce0e4008-a045-4d19-9e33-97f2a797c088 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0463228 Sep 12 23:34:28.344347 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f8663ef5-2a6b-44db-b5ce-747b20d73cc2 req-e3dcf433-d142-4af4-980d-3f72cb860764 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Sep 12 23:34:28.498878 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.018755 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51514) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:29.063348 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51516) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:29.065652 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Deleting subnet 8142501a-5269-44ee-a0e7-ecfe2fee20e9 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:34:29.069824 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Publish callbacks [] for subnet (8142501a-5269-44ee-a0e7-ecfe2fee20e9), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.108550 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123286'] for subnet (8142501a-5269-44ee-a0e7-ecfe2fee20e9), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.134764 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:29.151442 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (8142501a-5269-44ee-a0e7-ecfe2fee20e9), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.170906 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e900d594-8630-4b65-9df8-aea35ec92c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.205441 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3896179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372773'] for subnet (8142501a-5269-44ee-a0e7-ecfe2fee20e9), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.231044 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8142501a-5269-44ee-a0e7-ecfe2fee20e9,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:29.239150 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.243099 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/8142501a-5269-44ee-a0e7-ecfe2fee20e9 HTTP/1.1" status: 204 len: 168 time: 0.2233441 Sep 12 23:34:29.244764 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.245208 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.245713 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.246233 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.246567 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.246899 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.247224 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.247553 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.248061 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.248300 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51520) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:29.248424 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.248662 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.248885 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.249171 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.249488 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.249809 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830b28b-2d83-427c-b53f-a46053ab8aff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:29.251294 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e900d594-8630-4b65-9df8-aea35ec92c09 admin admin] Publish callbacks [] for security_group (e7d08c7f-185a-45a1-871e-5cf1cd7dbe92), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.258067 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:29.267717 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e900d594-8630-4b65-9df8-aea35ec92c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (e7d08c7f-185a-45a1-871e-5cf1cd7dbe92), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.354237 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900d594-8630-4b65-9df8-aea35ec92c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d08c7f-185a-45a1-871e-5cf1cd7dbe92,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:29.360653 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e900d594-8630-4b65-9df8-aea35ec92c09 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=cecbca8dd4944b93836e910fa7f822ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937357 Sep 12 23:34:29.361130 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51522) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:29.365691 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (985aa4a0-6803-486c-92ef-008e47620380), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.421523 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6185-fa7b-483d-a52f-dbd8b1cf9a4f admin admin] Publish callbacks [] for security_group (e7d08c7f-185a-45a1-871e-5cf1cd7dbe92), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.449095 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (985aa4a0-6803-486c-92ef-008e47620380), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.452016 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6185-fa7b-483d-a52f-dbd8b1cf9a4f admin admin] Publish callbacks [] for security_group (e7d08c7f-185a-45a1-871e-5cf1cd7dbe92), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.469093 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985aa4a0-6803-486c-92ef-008e47620380']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:29.478811 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f8391a-b3e7-416d-870f-7448d7281947') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:29.479103 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f8391a-b3e7-416d-870f-7448d7281947') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:29.488974 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3963653'] for segment (42f8391a-b3e7-416d-870f-7448d7281947), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.503310 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (42f8391a-b3e7-416d-870f-7448d7281947), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.506753 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea82de7-a9d2-43cd-982d-69ff951472ee req-eb47f2d6-6953-4ed7-b989-b8f03805b594 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:29.508261 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8ea82de7-a9d2-43cd-982d-69ff951472ee req-eb47f2d6-6953-4ed7-b989-b8f03805b594 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0734880 Sep 12 23:34:29.509956 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:34:29.510394 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290112'] for segment (42f8391a-b3e7-416d-870f-7448d7281947), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.545373 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6185-fa7b-483d-a52f-dbd8b1cf9a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (e7d08c7f-185a-45a1-871e-5cf1cd7dbe92), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.547837 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ab7f6185-fa7b-483d-a52f-dbd8b1cf9a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.548966 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ab7f6185-fa7b-483d-a52f-dbd8b1cf9a4f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/e7d08c7f-185a-45a1-871e-5cf1cd7dbe92 HTTP/1.1" status: 204 len: 168 time: 0.1860247 Sep 12 23:34:29.555182 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 42f8391a-b3e7-416d-870f-7448d7281947 resource provider aggregate not found Sep 12 23:34:29.571517 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f6185-fa7b-483d-a52f-dbd8b1cf9a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d08c7f-185a-45a1-871e-5cf1cd7dbe92,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:29.587314 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (985aa4a0-6803-486c-92ef-008e47620380), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.589265 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8ea82de7-a9d2-43cd-982d-69ff951472ee req-8bc9ec38-5560-4a41-87ea-b13192665eb3 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727179 Sep 12 23:34:29.594189 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.601102 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51532) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:29.601715 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/985aa4a0-6803-486c-92ef-008e47620380 HTTP/1.1" status: 204 len: 168 time: 0.3525560 Sep 12 23:34:29.620508 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7011cc-18f2-41a1-ae90-1c609d34d647 admin admin] Pushing event deleted for resources: {'Network': ['ID=985aa4a0-6803-486c-92ef-008e47620380,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:29.624931 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 42f8391a-b3e7-416d-870f-7448d7281947 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42f8391a-b3e7-416d-870f-7448d7281947 found for delete ", "request_id": "req-c14912e5-16dc-4de9-baae-e893a87f0139"}]} Sep 12 23:34:29.661084 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c4b631-1126-46b6-8b63-e6c3238dff94 admin admin] Deleting subnet 5f65d885-7403-4909-9c11-60b2ebd791b5 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:34:29.665102 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-13c4b631-1126-46b6-8b63-e6c3238dff94 admin admin] Publish callbacks [] for subnet (5f65d885-7403-4909-9c11-60b2ebd791b5), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.705938 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:29.708601 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-13c4b631-1126-46b6-8b63-e6c3238dff94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123286'] for subnet (5f65d885-7403-4909-9c11-60b2ebd791b5), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.731796 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.756255 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-13c4b631-1126-46b6-8b63-e6c3238dff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (5f65d885-7403-4909-9c11-60b2ebd791b5), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.809517 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-13c4b631-1126-46b6-8b63-e6c3238dff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3896179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372773'] for subnet (5f65d885-7403-4909-9c11-60b2ebd791b5), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.838194 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-13c4b631-1126-46b6-8b63-e6c3238dff94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:29.841541 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-13c4b631-1126-46b6-8b63-e6c3238dff94 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5f65d885-7403-4909-9c11-60b2ebd791b5 HTTP/1.1" status: 204 len: 168 time: 0.2391183 Sep 12 23:34:29.842366 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4b631-1126-46b6-8b63-e6c3238dff94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f65d885-7403-4909-9c11-60b2ebd791b5,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:29.844275 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51540) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:29.929326 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (f910e61f-223d-4c2e-9d59-0131e2d6db4f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.009276 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (f910e61f-223d-4c2e-9d59-0131e2d6db4f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.031809 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f910e61f-223d-4c2e-9d59-0131e2d6db4f']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:30.032352 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.042266 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb9158a-c53a-47ea-a255-4a757886cc14') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:30.042567 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb9158a-c53a-47ea-a255-4a757886cc14') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:30.057495 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3963653'] for segment (eeb9158a-c53a-47ea-a255-4a757886cc14), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.071418 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (eeb9158a-c53a-47ea-a255-4a757886cc14), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.077885 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:34:30.078298 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290112'] for segment (eeb9158a-c53a-47ea-a255-4a757886cc14), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.134374 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (f910e61f-223d-4c2e-9d59-0131e2d6db4f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.140026 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.146181 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/f910e61f-223d-4c2e-9d59-0131e2d6db4f HTTP/1.1" status: 204 len: 168 time: 0.2977765 Sep 12 23:34:30.155275 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618c203-7118-4989-97f4-7c5afde33354 admin admin] Pushing event deleted for resources: {'Network': ['ID=f910e61f-223d-4c2e-9d59-0131e2d6db4f,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:30.321107 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51558) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:30.367243 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-badca4d6-a487-4db6-84d9-08641a3704aa admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8655dc481389478a9e3a78929dbf11aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448387 Sep 12 23:34:30.369889 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51564) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:30.384289 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:30.423864 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-921411d5-1fbe-4762-adeb-cdc25a63e1e0 admin admin] Publish callbacks [] for security_group (75d55740-f984-474b-bb56-3e11c5ae2be3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.443789 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-921411d5-1fbe-4762-adeb-cdc25a63e1e0 admin admin] Publish callbacks [] for security_group (75d55740-f984-474b-bb56-3e11c5ae2be3), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.497415 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-921411d5-1fbe-4762-adeb-cdc25a63e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (75d55740-f984-474b-bb56-3e11c5ae2be3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.499956 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-921411d5-1fbe-4762-adeb-cdc25a63e1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.501113 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-921411d5-1fbe-4762-adeb-cdc25a63e1e0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/75d55740-f984-474b-bb56-3e11c5ae2be3 HTTP/1.1" status: 204 len: 168 time: 0.1301861 Sep 12 23:34:30.509190 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921411d5-1fbe-4762-adeb-cdc25a63e1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d55740-f984-474b-bb56-3e11c5ae2be3,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:30.729343 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b30a1-7e2e-45dc-af0d-f24f3f802829 req-adc3e53c-c66c-420f-a448-fe3ab6b74488 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:30.730834 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-218b30a1-7e2e-45dc-af0d-f24f3f802829 req-adc3e53c-c66c-420f-a448-fe3ab6b74488 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 944 time: 0.0556333 Sep 12 23:34:30.789295 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-218b30a1-7e2e-45dc-af0d-f24f3f802829 req-403dd14f-8b63-4d21-84b3-d0490828eb14 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519497 Sep 12 23:34:30.798338 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 6ccc2d74-2c48-49e0-b714-f319925458f8 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:34:30.816790 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51582) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:30.853968 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51584) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:30.854288 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9b14be7f-a4d9-4bc8-a168-7b38c2bae575 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2e5c38695132459eb597cef9cbc5c8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442486 Sep 12 23:34:30.902683 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 6ccc2d74-2c48-49e0-b714-f319925458f8, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=6ccc2d74-2c48-49e0-b714-f319925458f8,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:30.915796 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d25a5cf-30b7-4e17-9dd7-f5ce9838f6d2 admin admin] Publish callbacks [] for security_group (fffa4bac-e2cf-4d18-9790-859e5e64be29), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.916034 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'port_id': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'mac_address': 'fa:16:3e:91:4c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:34:30.933941 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d25a5cf-30b7-4e17-9dd7-f5ce9838f6d2 admin admin] Publish callbacks [] for security_group (fffa4bac-e2cf-4d18-9790-859e5e64be29), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.954572 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 6ccc2d74-2c48-49e0-b714-f319925458f8 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:30.954964 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.976264 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccc2d74-2c48-49e0-b714-f319925458f8 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:34:30.982036 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d25a5cf-30b7-4e17-9dd7-f5ce9838f6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (fffa4bac-e2cf-4d18-9790-859e5e64be29), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.986487 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9d25a5cf-30b7-4e17-9dd7-f5ce9838f6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:30.990682 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9d25a5cf-30b7-4e17-9dd7-f5ce9838f6d2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/fffa4bac-e2cf-4d18-9790-859e5e64be29 HTTP/1.1" status: 204 len: 168 time: 0.1325281 Sep 12 23:34:30.990832 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:31.002523 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 6ccc2d74-2c48-49e0-b714-f319925458f8, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=6ccc2d74-2c48-49e0-b714-f319925458f8,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:31.007803 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:31.013148 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25a5cf-30b7-4e17-9dd7-f5ce9838f6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffa4bac-e2cf-4d18-9790-859e5e64be29,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:31.086558 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=6ccc2d74-2c48-49e0-b714-f319925458f8,revision_number=7']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:31.278301 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['6ccc2d74-2c48-49e0-b714-f319925458f8'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:34:31.415928 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:31.643939 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment eeb9158a-c53a-47ea-a255-4a757886cc14 resource provider aggregate not found Sep 12 23:34:31.660861 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment eeb9158a-c53a-47ea-a255-4a757886cc14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eeb9158a-c53a-47ea-a255-4a757886cc14 found for delete ", "request_id": "req-deb5a341-5877-4369-841b-eefc7b288058"}]} Sep 12 23:34:31.897875 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:31.913846 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926789ba-d258-42ff-9dc4-b8b6dae3e3ff req-6ac09673-3123-4444-ba55-a8b41556f2f3 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:31.915378 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-926789ba-d258-42ff-9dc4-b8b6dae3e3ff req-6ac09673-3123-4444-ba55-a8b41556f2f3 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 945 time: 0.0501342 Sep 12 23:34:31.972078 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-926789ba-d258-42ff-9dc4-b8b6dae3e3ff req-6e333133-d086-49df-a475-b4756d50daae tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501032 Sep 12 23:34:32.186738 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51632) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:32.289290 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7fb999b2-088c-4556-8cd6-502e945e419e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:32.308108 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:32.368420 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7fb999b2-088c-4556-8cd6-502e945e419e admin admin] Publish callbacks [] for security_group (7d6a26aa-fe93-4c3d-b5bf-e86ab9d93b5a), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:32.372627 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7fb999b2-088c-4556-8cd6-502e945e419e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (7d6a26aa-fe93-4c3d-b5bf-e86ab9d93b5a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:32.418442 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51638) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:32.418600 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7fb999b2-088c-4556-8cd6-502e945e419e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8b13e67dbbf147f4a6de198dba038d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307067 Sep 12 23:34:32.419386 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb999b2-088c-4556-8cd6-502e945e419e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6a26aa-fe93-4c3d-b5bf-e86ab9d93b5a,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:32.470725 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24f8a523-1d5a-4313-8f6e-889421569812 admin admin] Publish callbacks [] for security_group (7d6a26aa-fe93-4c3d-b5bf-e86ab9d93b5a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:32.491942 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24f8a523-1d5a-4313-8f6e-889421569812 admin admin] Publish callbacks [] for security_group (7d6a26aa-fe93-4c3d-b5bf-e86ab9d93b5a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:32.542661 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24f8a523-1d5a-4313-8f6e-889421569812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (7d6a26aa-fe93-4c3d-b5bf-e86ab9d93b5a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:32.545259 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24f8a523-1d5a-4313-8f6e-889421569812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:32.546455 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-24f8a523-1d5a-4313-8f6e-889421569812 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7d6a26aa-fe93-4c3d-b5bf-e86ab9d93b5a HTTP/1.1" status: 204 len: 168 time: 0.1262786 Sep 12 23:34:32.554855 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8a523-1d5a-4313-8f6e-889421569812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6a26aa-fe93-4c3d-b5bf-e86ab9d93b5a,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:32.819777 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 6ccc2d74-2c48-49e0-b714-f319925458f8 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:32.868428 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 6ccc2d74-2c48-49e0-b714-f319925458f8 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:32.868808 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:32.947301 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 6ccc2d74-2c48-49e0-b714-f319925458f8 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:32.947639 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:32.970661 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:34:32.972906 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbf22b1-8d28-411a-98f3-404a159dfa59" -d '{"events": [{"server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "name": "network-vif-plugged", "status": "completed", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:34:32.986075 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 6ccc2d74-2c48-49e0-b714-f319925458f8, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=6ccc2d74-2c48-49e0-b714-f319925458f8,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:32.991798 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.037377 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8a48e6-40a8-413f-aaef-189d8ecb3245 x-openstack-request-id: req-9a8a48e6-40a8-413f-aaef-189d8ecb3245 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:34:33.037833 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "name": "network-vif-plugged", "status": "completed", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:34:33.038241 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9a8a48e6-40a8-413f-aaef-189d8ecb3245 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:34:33.038792 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8a48e6-40a8-413f-aaef-189d8ecb3245'] response: {'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'code': 200} Sep 12 23:34:33.050258 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=6ccc2d74-2c48-49e0-b714-f319925458f8,revision_number=8']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:33.122674 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcd63a-ebcd-4b95-9f1e-470b50bdac73 req-c603d645-fae0-4b2a-8027-e89a589f5f18 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:33.124186 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cddcd63a-ebcd-4b95-9f1e-470b50bdac73 req-c603d645-fae0-4b2a-8027-e89a589f5f18 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0533412 Sep 12 23:34:33.180010 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cddcd63a-ebcd-4b95-9f1e-470b50bdac73 req-07885e33-3ca1-4b92-a06a-9e1605448327 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501556 Sep 12 23:34:33.261660 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51674) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:33.288588 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb58943-7033-49c4-af27-beb678f413e3 req-a3cc644b-507e-49fa-bb42-e1e024b11848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:33.290103 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cfb58943-7033-49c4-af27-beb678f413e3 req-a3cc644b-507e-49fa-bb42-e1e024b11848 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 1130 time: 0.0432417 Sep 12 23:34:33.341190 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cfb58943-7033-49c4-af27-beb678f413e3 req-bd346d82-165f-4e79-a17f-37c5c9481147 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413730 Sep 12 23:34:33.360830 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-499737956-network', 'tenant_id': '00950b4875f54197bf44bd1ffa353937'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:33.381016 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Made reservation on behalf of 00950b4875f54197bf44bd1ffa353937 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:34:33.383299 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.392143 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.468582 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Publish callbacks [] for security_group (7dc6bc11-da52-4950-bc16-9ffcc053351b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.472042 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (7dc6bc11-da52-4950-bc16-9ffcc053351b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.497155 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:34:33.506933 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc6bc11-da52-4950-bc16-9ffcc053351b,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:33.511751 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (c284efff-bdd9-42e3-9260-ccb12a33a88e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.512093 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Added segment c284efff-bdd9-42e3-9260-ccb12a33a88e of type vlan for network bd7cdf13-da54-4506-8d48-c8393a244995 Sep 12 23:34:33.552208 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (bd7cdf13-da54-4506-8d48-c8393a244995), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.575404 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (bd7cdf13-da54-4506-8d48-c8393a244995), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.576383 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:33.576960 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.595042 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:33.631117 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3683717 Sep 12 23:34:33.634150 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51678) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:33.639251 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] Request body: {'subnet': {'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-499737956-subnet', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:33.645215 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2b4c0-bb6a-4c95-9972-fa046d07929f admin admin] Pushing event updated for resources: {'Network': ['ID=bd7cdf13-da54-4506-8d48-c8393a244995,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:33.656760 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network bd7cdf13-da54-4506-8d48-c8393a244995 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:34:33.660051 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] Made reservation on behalf of 00950b4875f54197bf44bd1ffa353937 for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:34:33.662505 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2372792'] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.747174 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:33.830100 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3869886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2372778'] for subnet (4528599c-7f3c-480f-b781-d8464330e2f6), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.888866 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4528599c-7f3c-480f-b781-d8464330e2f6,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:33.897417 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] Checking segment: {'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:34:33.897766 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] Network hostable DHCP agents. Network: bd7cdf13-da54-4506-8d48-c8393a244995, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:34:33.915696 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] Network bd7cdf13-da54-4506-8d48-c8393a244995 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:34:33.926475 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, bd7cdf13-da54-4506-8d48-c8393a244995) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:33.931412 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:33.932598 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.936110 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca6571-60bf-490e-ba44-f7d19c955f40 None None] Network bd7cdf13-da54-4506-8d48-c8393a244995 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:34:33.951962 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e048f4e0-b1f6-4152-82f6-ade8210820cd admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3166394 Sep 12 23:34:33.954648 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51686) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:33.959434 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:33.983716 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (60407fd8-e64a-4c32-85f0-524254cae1e5), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:33.985329 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (60407fd8-e64a-4c32-85f0-524254cae1e5), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.013258 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:34.051808 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Publish callbacks [] for router_controller (60407fd8-e64a-4c32-85f0-524254cae1e5), precommit_add_association {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.060280 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-bd7cdf13-da54-4506-8d48-c8393a244995', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'project_id': '00950b4875f54197bf44bd1ffa353937', 'fixed_ips': [{'subnet_id': '4528599c-7f3c-480f-b781-d8464330e2f6'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:34:34.061833 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.183810 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:34.186037 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Publish callbacks [] for router_gateway (60407fd8-e64a-4c32-85f0-524254cae1e5), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.203491 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Allocated IP 172.20.0.2 (bd7cdf13-da54-4506-8d48-c8393a244995/4528599c-7f3c-480f-b781-d8464330e2f6/c2dae868-527c-4ef5-a7fa-af796905b00f) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:34:34.329812 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7b993-44b3-486c-ad16-7493facb87aa req-0e908258-ec8f-41f0-807a-18eadd4f25d7 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:34.338495 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:34.339446 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1cb7b993-44b3-486c-ad16-7493facb87aa req-0e908258-ec8f-41f0-807a-18eadd4f25d7 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0760357 Sep 12 23:34:34.377351 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Publish callbacks [] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.386034 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.408925 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Publish callbacks [] for router_gateway (60407fd8-e64a-4c32-85f0-524254cae1e5), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.412469 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1cb7b993-44b3-486c-ad16-7493facb87aa req-8b85dee5-f0ce-40f3-81a9-e8d0ea5c2b31 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715377 Sep 12 23:34:34.431243 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Network bd7cdf13-da54-4506-8d48-c8393a244995 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:34:34.433695 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.436148 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:34.439857 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:34:34.443017 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Pushing event updated for resources: {'Port': ['ID=c2dae868-527c-4ef5-a7fa-af796905b00f,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:34.497985 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Attempting to bind port c2dae868-527c-4ef5-a7fa-af796905b00f on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:34:34.498353 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Attempting to bind port c2dae868-527c-4ef5-a7fa-af796905b00f by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:34:34.498728 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Attempting to bind port c2dae868-527c-4ef5-a7fa-af796905b00f on network bd7cdf13-da54-4506-8d48-c8393a244995 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:34:34.539328 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:34:34.539728 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Checking segment: {'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:34:34.540129 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.540520 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Bound using segment: {'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:34:34.540990 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Bound port: c2dae868-527c-4ef5-a7fa-af796905b00f, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:34:34.541368 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.542900 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Allocated IP 172.27.3.28 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/16e54064-6c1e-4811-8f94-1ee5fbec2801) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:34:34.603879 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] For port c2dae868-527c-4ef5-a7fa-af796905b00f, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:34:34.606814 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] For port c2dae868-527c-4ef5-a7fa-af796905b00f, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=c2dae868-527c-4ef5-a7fa-af796905b00f,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:34:34.612751 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.644029 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:34.649848 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Publish callbacks [] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.667850 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340defb0-52fe-4b12-928c-3703705a5b1f None None] Pushing event updated for resources: {'Port': ['ID=c2dae868-527c-4ef5-a7fa-af796905b00f,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:34.686164 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:34.735657 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:34:34.741519 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:34.743939 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:34:34.747475 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Pushing event updated for resources: {'Port': ['ID=16e54064-6c1e-4811-8f94-1ee5fbec2801,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:35.245008 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Publish callbacks [] for router_gateway (60407fd8-e64a-4c32-85f0-524254cae1e5), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:35.287473 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:35.441708 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (60407fd8-e64a-4c32-85f0-524254cae1e5), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:35.488664 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59fb387-5c5e-4b4c-a3fe-e3f7514bf553 None None] Network bd7cdf13-da54-4506-8d48-c8393a244995 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:34:35.572562 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fe7bf-e694-4338-8552-54178dca3d0e req-8a2bc09f-f138-4744-b2da-00e2122392b8 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:35.574027 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-889fe7bf-e694-4338-8552-54178dca3d0e req-8a2bc09f-f138-4744-b2da-00e2122392b8 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0858676 Sep 12 23:34:35.574627 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-68b5b654-36a8-4ba6-933e-88c9497f783b None None] Provisioning complete for port c2dae868-527c-4ef5-a7fa-af796905b00f triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:35.575004 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-68b5b654-36a8-4ba6-933e-88c9497f783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:35.644827 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-889fe7bf-e694-4338-8552-54178dca3d0e req-f89bb026-d9a7-40b7-9a12-c8c810b79d20 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639324 Sep 12 23:34:35.672288 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Router 60407fd8-e64a-4c32-85f0-524254cae1e5 is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:34:35.690533 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-68b5b654-36a8-4ba6-933e-88c9497f783b None None] Current status of the port c2dae868-527c-4ef5-a7fa-af796905b00f is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:35.691018 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-68b5b654-36a8-4ba6-933e-88c9497f783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:35.732022 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-68b5b654-36a8-4ba6-933e-88c9497f783b None None] For port c2dae868-527c-4ef5-a7fa-af796905b00f, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=c2dae868-527c-4ef5-a7fa-af796905b00f,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:35.737209 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-68b5b654-36a8-4ba6-933e-88c9497f783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:35.793803 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:34:35.800387 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5b654-36a8-4ba6-933e-88c9497f783b None None] Pushing event updated for resources: {'Port': ['ID=c2dae868-527c-4ef5-a7fa-af796905b00f,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:35.805873 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Sync routers for ids ['60407fd8-e64a-4c32-85f0-524254cae1e5'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:34:35.817465 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Routers {'60407fd8-e64a-4c32-85f0-524254cae1e5'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:35.817599 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:35.818627 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['60407fd8-e64a-4c32-85f0-524254cae1e5'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:35.819475 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-63eb3e48-2265-4608-9ebc-eba7720bfa8b admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8638685 Sep 12 23:34:35.822254 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51698) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:35.855366 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-30a98fb9-3cd5-4f63-8196-d703fe94d5c5 None None] Provisioning complete for port c2dae868-527c-4ef5-a7fa-af796905b00f triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:35.855860 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-30a98fb9-3cd5-4f63-8196-d703fe94d5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:35.920406 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:35.922806 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Set router 60407fd8-e64a-4c32-85f0-524254cae1e5 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:35.941324 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-30a98fb9-3cd5-4f63-8196-d703fe94d5c5 None None] Current status of the port c2dae868-527c-4ef5-a7fa-af796905b00f is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:36.093638 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:34Z', 'revision_number': 3, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:36.121133 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Checking router: 60407fd8-e64a-4c32-85f0-524254cae1e5 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:34:36.121484 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Updating router 60407fd8-e64a-4c32-85f0-524254cae1e5 port 16e54064-6c1e-4811-8f94-1ee5fbec2801 binding host dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:34:36.221161 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:36.234036 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.241734 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.397514 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Allocated IP 172.20.0.1 (bd7cdf13-da54-4506-8d48-c8393a244995/4528599c-7f3c-480f-b781-d8464330e2f6/e4de3618-1003-4a28-a7ba-7874df76a7ef) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:34:36.474887 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device c2dae868-527c-4ef5-a7fa-af796905b00f up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:36.487586 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Publish callbacks [] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.496762 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.514247 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:INSERT=1,neutron:UPDATE=4,neutron:SELECT=95 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:36.515683 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:36.516373 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Publish callbacks [] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.528562 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port c2dae868-527c-4ef5-a7fa-af796905b00f triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:36.528957 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.532165 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Attempting to bind port 16e54064-6c1e-4811-8f94-1ee5fbec2801 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:34:36.532785 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Attempting to bind port 16e54064-6c1e-4811-8f94-1ee5fbec2801 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:34:36.533337 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Attempting to bind port 16e54064-6c1e-4811-8f94-1ee5fbec2801 on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:34:36.555398 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.584318 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Pushing event updated for resources: {'Port': ['ID=16e54064-6c1e-4811-8f94-1ee5fbec2801,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:36.596902 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.597295 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.597705 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.598090 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.598462 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.599429 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.599844 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.600196 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.600566 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.600921 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.601275 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.601607 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.601937 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.602268 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.602589 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:36.602738 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Network bd7cdf13-da54-4506-8d48-c8393a244995 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:34:36.605221 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port c2dae868-527c-4ef5-a7fa-af796905b00f is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:36.606641 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Pushing event updated for resources: {'Port': ['ID=e4de3618-1003-4a28-a7ba-7874df76a7ef,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:36.607043 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:34:36.607657 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:34:36.608089 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.608479 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:34:36.608962 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Bound port: 16e54064-6c1e-4811-8f94-1ee5fbec2801, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:34:36.609346 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.610407 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:36.612475 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:34:36.654378 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (60407fd8-e64a-4c32-85f0-524254cae1e5), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.667717 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] For port 16e54064-6c1e-4811-8f94-1ee5fbec2801, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:34:36.670851 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] For port 16e54064-6c1e-4811-8f94-1ee5fbec2801, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=16e54064-6c1e-4811-8f94-1ee5fbec2801,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:34:36.678058 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.723170 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Routers {'60407fd8-e64a-4c32-85f0-524254cae1e5'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:36.723923 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['60407fd8-e64a-4c32-85f0-524254cae1e5'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:36.738538 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02a2c8-981b-40bf-916f-8e0c7bbacbe3 None None] Pushing event updated for resources: {'Port': ['ID=16e54064-6c1e-4811-8f94-1ee5fbec2801,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:36.742605 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:36.786180 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:36.794864 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:36.800613 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.855388 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] Set router 60407fd8-e64a-4c32-85f0-524254cae1e5 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:36.865093 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-bc74f1b0-9911-45de-83ee-3802ae54a702 None None] Provisioning complete for port e4de3618-1003-4a28-a7ba-7874df76a7ef triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:36.865548 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bc74f1b0-9911-45de-83ee-3802ae54a702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.901181 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-bc74f1b0-9911-45de-83ee-3802ae54a702 None None] Port e4de3618-1003-4a28-a7ba-7874df76a7ef cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:34:36.970145 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Publish callbacks [] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.975463 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:36.979675 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:37.031683 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:34Z', 'revision_number': 3, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:37.048886 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Pushing event updated for resources: {'Port': ['ID=e4de3618-1003-4a28-a7ba-7874df76a7ef,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:37.055948 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (60407fd8-e64a-4c32-85f0-524254cae1e5), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:37.057532 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd2730-b479-49e7-8945-4bde1b30f4ca None None] The sync data for ids ['60407fd8-e64a-4c32-85f0-524254cae1e5'] in dv-cinder-852009-7-iscsi is: [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:34Z', 'revision_number': 3, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:34:37.153741 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Network bd7cdf13-da54-4506-8d48-c8393a244995 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:34:37.155307 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:37.313285 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Router 60407fd8-e64a-4c32-85f0-524254cae1e5 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:34:37.470239 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:34:37.476259 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-aeadfc2a-c73e-46d8-9f06-e855b36eb995 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/60407fd8-e64a-4c32-85f0-524254cae1e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6530089 Sep 12 23:34:37.686958 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-cbfd33a7-252f-4832-a988-6a517f88e0bd None None] Provisioning complete for port e4de3618-1003-4a28-a7ba-7874df76a7ef triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:37.687523 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-cbfd33a7-252f-4832-a988-6a517f88e0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:37.742501 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd33a7-252f-4832-a988-6a517f88e0bd None None] Port e4de3618-1003-4a28-a7ba-7874df76a7ef cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:34:38.088534 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51752) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:38.093471 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2091095474-network', 'tenant_id': '87e1811735e0433e88857ab3b3726533'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:38.113093 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Made reservation on behalf of 87e1811735e0433e88857ab3b3726533 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:34:38.116082 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.124552 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.183889 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:38.203040 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Publish callbacks [] for security_group (4109740b-439c-4c59-9412-737ed70309ce), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.207694 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (4109740b-439c-4c59-9412-737ed70309ce), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.222819 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.234187 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:34:38.245938 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109740b-439c-4c59-9412-737ed70309ce,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:38.251083 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (be7e5dc6-1a00-4d93-ac7f-6bd650346819), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.251430 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Added segment be7e5dc6-1a00-4d93-ac7f-6bd650346819 of type vlan for network 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 Sep 12 23:34:38.292226 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (07e9ae70-667c-4d30-b0b8-a5b28fb1fd26), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.316211 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (07e9ae70-667c-4d30-b0b8-a5b28fb1fd26), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.317143 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:38.317722 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.379151 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2895014 Sep 12 23:34:38.382521 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51754) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:38.383009 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec14bb5-e130-4816-96c5-b4c9f1c132c7 admin admin] Pushing event updated for resources: {'Network': ['ID=07e9ae70-667c-4d30-b0b8-a5b28fb1fd26,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:38.387614 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] Request body: {'subnet': {'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2091095474-subnet', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:38.403245 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:34:38.428799 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] Made reservation on behalf of 87e1811735e0433e88857ab3b3726533 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:34:38.431312 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4088680'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.500816 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 16e54064-6c1e-4811-8f94-1ee5fbec2801 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:38.548999 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 16e54064-6c1e-4811-8f94-1ee5fbec2801 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:38.549379 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.620252 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3296103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4088698'] for subnet (41a16a8b-3b6e-49b6-8c34-3d4421844d12), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.622221 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 16e54064-6c1e-4811-8f94-1ee5fbec2801 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:38.622599 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.644100 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 16e54064-6c1e-4811-8f94-1ee5fbec2801, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=16e54064-6c1e-4811-8f94-1ee5fbec2801,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:38.650214 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.658840 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:38.674899 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a16a8b-3b6e-49b6-8c34-3d4421844d12,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:38.691442 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] Checking segment: {'id': 'be7e5dc6-1a00-4d93-ac7f-6bd650346819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:34:38.691849 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] Network hostable DHCP agents. Network: 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:34:38.707302 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=16e54064-6c1e-4811-8f94-1ee5fbec2801,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:38.709998 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] Network 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:34:38.715782 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.716288 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.716707 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.717167 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.717688 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.718061 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.718614 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.718984 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.719843 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.719965 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:38.720490 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.721516 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.721874 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.722209 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.723107 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.723453 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:34:38.724674 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:38.725369 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.730487 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de54782b-8d45-4648-a749-280b5d62c2e4 None None] Network 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:34:38.745585 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-37cdcb6a-7bf5-4d6e-9634-8b44326cdc6c admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3596051 Sep 12 23:34:38.746029 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51756) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:38.750485 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2091095474-router', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:38.772914 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (0e7c3061-e74a-4037-a603-8fb4fd09921e), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.773959 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (0e7c3061-e74a-4037-a603-8fb4fd09921e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.825851 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Publish callbacks [] for router_controller (0e7c3061-e74a-4037-a603-8fb4fd09921e), precommit_add_association {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.837481 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Sync routers for ids ['60407fd8-e64a-4c32-85f0-524254cae1e5'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:34:38.845454 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-07e9ae70-667c-4d30-b0b8-a5b28fb1fd26', 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26', 'project_id': '87e1811735e0433e88857ab3b3726533', 'fixed_ips': [{'subnet_id': '41a16a8b-3b6e-49b6-8c34-3d4421844d12'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:34:38.846347 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:38.863640 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Routers {'60407fd8-e64a-4c32-85f0-524254cae1e5'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:38.864286 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['60407fd8-e64a-4c32-85f0-524254cae1e5'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:38.893962 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:38.978168 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Publish callbacks [] for router_gateway (0e7c3061-e74a-4037-a603-8fb4fd09921e), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.052198 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:39.063844 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Set router 60407fd8-e64a-4c32-85f0-524254cae1e5 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:39.145274 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:39.152782 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Allocated IP 172.20.0.2 (07e9ae70-667c-4d30-b0b8-a5b28fb1fd26/41a16a8b-3b6e-49b6-8c34-3d4421844d12/ee178154-2db0-4949-a551-072d3097f7eb) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:34:39.193335 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Publish callbacks [] for router_gateway (0e7c3061-e74a-4037-a603-8fb4fd09921e), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.215621 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.324683 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Allocated IP 172.27.3.102 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/4f87bd2c-a06e-4506-9131-4856eba3493e) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:34:39.395465 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 4, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'e4de3618-1003-4a28-a7ba-7874df76a7ef', 'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'mac_address': 'fa:16:3e:85:34:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:36Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 2, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'subnets': [{'id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:39.432975 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Checking router: 60407fd8-e64a-4c32-85f0-524254cae1e5 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:34:39.433338 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Updating router 60407fd8-e64a-4c32-85f0-524254cae1e5 port e4de3618-1003-4a28-a7ba-7874df76a7ef binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:34:39.465562 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Publish callbacks [] for port (ee178154-2db0-4949-a551-072d3097f7eb), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.479719 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (ee178154-2db0-4949-a551-072d3097f7eb), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.485439 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.543438 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Network 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:34:39.564136 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:39.566661 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:34:39.573416 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Pushing event updated for resources: {'Port': ['ID=ee178154-2db0-4949-a551-072d3097f7eb,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:39.670724 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Publish callbacks [] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.696916 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Attempting to bind port ee178154-2db0-4949-a551-072d3097f7eb on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:34:39.697395 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Attempting to bind port ee178154-2db0-4949-a551-072d3097f7eb by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'be7e5dc6-1a00-4d93-ac7f-6bd650346819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:34:39.697803 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Attempting to bind port ee178154-2db0-4949-a551-072d3097f7eb on network 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:34:39.707320 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.712320 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:39.751989 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:34:39.758078 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:39.760627 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:34:39.762884 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Pushing event updated for resources: {'Port': ['ID=4f87bd2c-a06e-4506-9131-4856eba3493e,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:39.793707 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:34:39.794325 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Checking segment: {'id': 'be7e5dc6-1a00-4d93-ac7f-6bd650346819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:34:39.794475 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.794872 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Bound using segment: {'id': 'be7e5dc6-1a00-4d93-ac7f-6bd650346819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:34:39.795350 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Bound port: ee178154-2db0-4949-a551-072d3097f7eb, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7e5dc6-1a00-4d93-ac7f-6bd650346819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:34:39.795757 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (ee178154-2db0-4949-a551-072d3097f7eb), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.897640 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:39.904646 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] For port ee178154-2db0-4949-a551-072d3097f7eb, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:34:39.924763 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:39.937294 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] For port ee178154-2db0-4949-a551-072d3097f7eb, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=ee178154-2db0-4949-a551-072d3097f7eb,segment=NetworkSegment(be7e5dc6-1a00-4d93-ac7f-6bd650346819),segment_id=be7e5dc6-1a00-4d93-ac7f-6bd650346819)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:34:39.949732 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (ee178154-2db0-4949-a551-072d3097f7eb), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.983803 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Publish callbacks [] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:39.990977 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:39.997773 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:40.016425 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Publish callbacks [] for router_gateway (0e7c3061-e74a-4037-a603-8fb4fd09921e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:40.026745 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042beaea-f72c-475d-8971-4a1b7967834c None None] Pushing event updated for resources: {'Port': ['ID=ee178154-2db0-4949-a551-072d3097f7eb,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:40.113496 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23fc68-96d7-4900-87c6-d5f2ad8fb7e3 None None] Pushing event updated for resources: {'Port': ['ID=e4de3618-1003-4a28-a7ba-7874df76a7ef,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:40.118653 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Attempting to bind port e4de3618-1003-4a28-a7ba-7874df76a7ef on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:34:40.119033 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Attempting to bind port e4de3618-1003-4a28-a7ba-7874df76a7ef by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:34:40.119413 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Attempting to bind port e4de3618-1003-4a28-a7ba-7874df76a7ef on network bd7cdf13-da54-4506-8d48-c8393a244995 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:34:40.181488 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:34:40.181781 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Checking segment: {'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:34:40.182277 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:40.182558 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Bound using segment: {'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:34:40.183448 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Bound port: e4de3618-1003-4a28-a7ba-7874df76a7ef, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:34:40.183448 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:40.243221 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (0e7c3061-e74a-4037-a603-8fb4fd09921e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:40.261780 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] For port e4de3618-1003-4a28-a7ba-7874df76a7ef, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:34:40.265771 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] For port e4de3618-1003-4a28-a7ba-7874df76a7ef, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=e4de3618-1003-4a28-a7ba-7874df76a7ef,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:34:40.274551 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:40.321861 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Routers {'60407fd8-e64a-4c32-85f0-524254cae1e5'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:40.322752 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['60407fd8-e64a-4c32-85f0-524254cae1e5'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:40.382005 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23fc68-96d7-4900-87c6-d5f2ad8fb7e3 None None] Pushing event updated for resources: {'Port': ['ID=e4de3618-1003-4a28-a7ba-7874df76a7ef,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:40.397023 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Router 0e7c3061-e74a-4037-a603-8fb4fd09921e is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:34:40.532449 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:34:40.545208 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Sync routers for ids ['0e7c3061-e74a-4037-a603-8fb4fd09921e'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:34:40.565278 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:40.568007 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-2391daa1-f53c-4940-a73c-5834f366cb5f admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8203294 Sep 12 23:34:40.570841 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51786) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:40.579695 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Routers {'0e7c3061-e74a-4037-a603-8fb4fd09921e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:40.580691 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['0e7c3061-e74a-4037-a603-8fb4fd09921e'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:40.612803 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] Set router 60407fd8-e64a-4c32-85f0-524254cae1e5 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:40.639516 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 16e54064-6c1e-4811-8f94-1ee5fbec2801 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:40.754488 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Set router 0e7c3061-e74a-4037-a603-8fb4fd09921e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:40.915176 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 16e54064-6c1e-4811-8f94-1ee5fbec2801 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:40.915745 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:40.984431 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 4, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'e4de3618-1003-4a28-a7ba-7874df76a7ef', 'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'mac_address': 'fa:16:3e:85:34:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:36Z', 'updated_at': '2022-09-12T23:34:40Z', 'revision_number': 4, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'subnets': [{'id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:40.995098 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51790) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:41.021694 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e0364e-97d0-4a88-8075-a24bae507cb0 None None] The sync data for ids ['60407fd8-e64a-4c32-85f0-524254cae1e5'] in dv-cinder-852009-7-iscsi is: [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 4, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'e4de3618-1003-4a28-a7ba-7874df76a7ef', 'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'mac_address': 'fa:16:3e:85:34:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:36Z', 'updated_at': '2022-09-12T23:34:40Z', 'revision_number': 4, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'subnets': [{'id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:34:41.061547 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'name': 'tempest-TestMinimumBasicScenario-2091095474-router', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:38Z', 'updated_at': '2022-09-12T23:34:39Z', 'revision_number': 3, 'project_id': '87e1811735e0433e88857ab3b3726533', 'gw_port': {'id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:39Z', 'updated_at': '2022-09-12T23:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:41.124151 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 16e54064-6c1e-4811-8f94-1ee5fbec2801 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:41.125435 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device ee178154-2db0-4949-a551-072d3097f7eb up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:41.129560 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:41.151725 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Checking router: 0e7c3061-e74a-4037-a603-8fb4fd09921e for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:34:41.152571 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Updating router 0e7c3061-e74a-4037-a603-8fb4fd09921e port 4f87bd2c-a06e-4506-9131-4856eba3493e binding host dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:34:41.212319 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.232418 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0548-c5fd-4d43-8656-b383dae03698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.236965 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:41.244103 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port ee178154-2db0-4949-a551-072d3097f7eb triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:41.244482 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (ee178154-2db0-4949-a551-072d3097f7eb), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.272893 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc356e55-b0e1-459b-8750-9f9b56d5db2d None None] Network 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:34:41.303692 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:41.388326 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-65daf7c9-de44-458c-8892-1e8f4fc05215 None None] Provisioning complete for port ee178154-2db0-4949-a551-072d3097f7eb triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:41.389813 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-65daf7c9-de44-458c-8892-1e8f4fc05215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (ee178154-2db0-4949-a551-072d3097f7eb), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.390869 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.418300 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0548-c5fd-4d43-8656-b383dae03698 admin admin] Publish callbacks [] for security_group (1ea485cf-1893-4f53-b319-4876efe63e25), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.429127 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0548-c5fd-4d43-8656-b383dae03698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (1ea485cf-1893-4f53-b319-4876efe63e25), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.512054 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:41.521333 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ee2f0548-c5fd-4d43-8656-b383dae03698 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=959990a759224e47b146386f4f939a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5224473 Sep 12 23:34:41.524516 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51794) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:41.526987 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f0548-c5fd-4d43-8656-b383dae03698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea485cf-1893-4f53-b319-4876efe63e25,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:41.532171 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port ee178154-2db0-4949-a551-072d3097f7eb is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:41.533310 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (ee178154-2db0-4949-a551-072d3097f7eb), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.590290 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Publish callbacks [] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.593475 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:41.600740 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.624635 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port ee178154-2db0-4949-a551-072d3097f7eb, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=ee178154-2db0-4949-a551-072d3097f7eb,segment=NetworkSegment(be7e5dc6-1a00-4d93-ac7f-6bd650346819),segment_id=be7e5dc6-1a00-4d93-ac7f-6bd650346819)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:41.633719 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (ee178154-2db0-4949-a551-072d3097f7eb), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.665783 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2fe6a956-bab8-45cc-b49d-5352c9033b17 admin admin] Publish callbacks [] for security_group (1ea485cf-1893-4f53-b319-4876efe63e25), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.696863 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=ee178154-2db0-4949-a551-072d3097f7eb,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:41.712060 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Attempting to bind port 4f87bd2c-a06e-4506-9131-4856eba3493e on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:34:41.712517 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Attempting to bind port 4f87bd2c-a06e-4506-9131-4856eba3493e by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:34:41.712805 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Attempting to bind port 4f87bd2c-a06e-4506-9131-4856eba3493e on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:34:41.717633 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Allocated IP 172.20.0.1 (07e9ae70-667c-4d30-b0b8-a5b28fb1fd26/41a16a8b-3b6e-49b6-8c34-3d4421844d12/7a8e255e-c1ba-40ed-8475-093c01eb0bf8) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:34:41.720151 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2fe6a956-bab8-45cc-b49d-5352c9033b17 admin admin] Publish callbacks [] for security_group (1ea485cf-1893-4f53-b319-4876efe63e25), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.759006 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-65daf7c9-de44-458c-8892-1e8f4fc05215 None None] Current status of the port ee178154-2db0-4949-a551-072d3097f7eb is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:41.761206 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2ae56-7ecd-446c-a199-8cf3f0a881cf None None] Pushing event updated for resources: {'Port': ['ID=4f87bd2c-a06e-4506-9131-4856eba3493e,revision_number=2']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:41.763495 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:41.775941 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:34:41.784739 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:34:41.785107 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:34:41.785506 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.785891 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:34:41.786531 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Bound port: 4f87bd2c-a06e-4506-9131-4856eba3493e, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:34:41.786766 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.827627 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2fe6a956-bab8-45cc-b49d-5352c9033b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (1ea485cf-1893-4f53-b319-4876efe63e25), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.831239 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2fe6a956-bab8-45cc-b49d-5352c9033b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.832728 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-2fe6a956-bab8-45cc-b49d-5352c9033b17 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1ea485cf-1893-4f53-b319-4876efe63e25 HTTP/1.1" status: 204 len: 168 time: 0.3072238 Sep 12 23:34:41.855840 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6a956-bab8-45cc-b49d-5352c9033b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea485cf-1893-4f53-b319-4876efe63e25,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:41.861225 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] For port 4f87bd2c-a06e-4506-9131-4856eba3493e, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:34:41.875836 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] For port 4f87bd2c-a06e-4506-9131-4856eba3493e, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=4f87bd2c-a06e-4506-9131-4856eba3493e,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:34:41.888018 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.906037 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-55c2dac1-3e92-4743-ac8e-f788cefc4da7 None None] Provisioning complete for port ee178154-2db0-4949-a551-072d3097f7eb triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:41.906037 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-55c2dac1-3e92-4743-ac8e-f788cefc4da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (ee178154-2db0-4949-a551-072d3097f7eb), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.914016 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Publish callbacks [] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:41.953546 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Routers {'0e7c3061-e74a-4037-a603-8fb4fd09921e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:41.954378 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['0e7c3061-e74a-4037-a603-8fb4fd09921e'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:41.962063 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.026725 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Pushing event updated for resources: {'Port': ['ID=7a8e255e-c1ba-40ed-8475-093c01eb0bf8,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:42.035344 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2ae56-7ecd-446c-a199-8cf3f0a881cf None None] Pushing event updated for resources: {'Port': ['ID=4f87bd2c-a06e-4506-9131-4856eba3493e,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:42.038662 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-55c2dac1-3e92-4743-ac8e-f788cefc4da7 None None] Current status of the port ee178154-2db0-4949-a551-072d3097f7eb is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:42.058490 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Network 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:34:42.060370 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:42.064606 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:34:42.108060 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] Set router 0e7c3061-e74a-4037-a603-8fb4fd09921e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:42.133682 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (0e7c3061-e74a-4037-a603-8fb4fd09921e), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.322407 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51800) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:42.352008 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0221f446-8efa-4fb1-a8f8-09cf57b253e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.356751 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:42.359487 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.366885 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-6e6731e6-3d7b-4712-a375-94dcb55c9d6e None None] Provisioning complete for port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:42.367356 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6e6731e6-3d7b-4712-a375-94dcb55c9d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.416702 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-6e6731e6-3d7b-4712-a375-94dcb55c9d6e None None] Port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:34:42.456774 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:42.458477 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'name': 'tempest-TestMinimumBasicScenario-2091095474-router', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:38Z', 'updated_at': '2022-09-12T23:34:39Z', 'revision_number': 3, 'project_id': '87e1811735e0433e88857ab3b3726533', 'gw_port': {'id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:39Z', 'updated_at': '2022-09-12T23:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:42.485693 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469caa5-7cbf-4d64-a292-16f1823e5101 None None] The sync data for ids ['0e7c3061-e74a-4037-a603-8fb4fd09921e'] in dv-cinder-852009-7-iscsi is: [{'id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'name': 'tempest-TestMinimumBasicScenario-2091095474-router', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:38Z', 'updated_at': '2022-09-12T23:34:39Z', 'revision_number': 3, 'project_id': '87e1811735e0433e88857ab3b3726533', 'gw_port': {'id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:39Z', 'updated_at': '2022-09-12T23:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:34:42.530618 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0221f446-8efa-4fb1-a8f8-09cf57b253e2 admin admin] Publish callbacks [] for security_group (dc794831-a916-42bc-9e2b-ef325ae318fc), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.539536 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0221f446-8efa-4fb1-a8f8-09cf57b253e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (dc794831-a916-42bc-9e2b-ef325ae318fc), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.586732 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0221f446-8efa-4fb1-a8f8-09cf57b253e2 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d0ce4d30056f48d1bccc59d8f894248b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630932 Sep 12 23:34:42.589323 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51802) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:42.603260 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221f446-8efa-4fb1-a8f8-09cf57b253e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc794831-a916-42bc-9e2b-ef325ae318fc,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:42.632584 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Publish callbacks [] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.633960 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device e4de3618-1003-4a28-a7ba-7874df76a7ef up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:42.638831 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.654535 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:42.662795 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d6e24c97-aa14-44bc-b95d-e0cfdbf70831 admin admin] Publish callbacks [] for security_group (dc794831-a916-42bc-9e2b-ef325ae318fc), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.690248 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d6e24c97-aa14-44bc-b95d-e0cfdbf70831 admin admin] Publish callbacks [] for security_group (dc794831-a916-42bc-9e2b-ef325ae318fc), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.694098 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port e4de3618-1003-4a28-a7ba-7874df76a7ef triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:42.694741 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.731460 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Pushing event updated for resources: {'Port': ['ID=7a8e255e-c1ba-40ed-8475-093c01eb0bf8,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:42.739241 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (0e7c3061-e74a-4037-a603-8fb4fd09921e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.766308 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d6e24c97-aa14-44bc-b95d-e0cfdbf70831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (dc794831-a916-42bc-9e2b-ef325ae318fc), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.769369 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d6e24c97-aa14-44bc-b95d-e0cfdbf70831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.770652 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d6e24c97-aa14-44bc-b95d-e0cfdbf70831 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dc794831-a916-42bc-9e2b-ef325ae318fc HTTP/1.1" status: 204 len: 168 time: 0.1801231 Sep 12 23:34:42.791843 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e24c97-aa14-44bc-b95d-e0cfdbf70831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc794831-a916-42bc-9e2b-ef325ae318fc,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:42.813058 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:42.819134 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port e4de3618-1003-4a28-a7ba-7874df76a7ef is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:42.819533 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.831549 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:42.856852 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Network 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:34:42.859091 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:42.862007 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port e4de3618-1003-4a28-a7ba-7874df76a7ef, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=e4de3618-1003-4a28-a7ba-7874df76a7ef,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:42.868243 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.871859 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device ee178154-2db0-4949-a551-072d3097f7eb up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:42.949352 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=e4de3618-1003-4a28-a7ba-7874df76a7ef,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:42.965831 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port ee178154-2db0-4949-a551-072d3097f7eb triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:42.966113 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (ee178154-2db0-4949-a551-072d3097f7eb), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:42.994247 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Router 0e7c3061-e74a-4037-a603-8fb4fd09921e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:34:43.057564 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:43.072860 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port ee178154-2db0-4949-a551-072d3097f7eb is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:43.244531 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-aa8c8e65-d878-44ab-8726-8da7b37db2a9 None None] Provisioning complete for port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:43.244909 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8e65-d878-44ab-8726-8da7b37db2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:43.294757 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-aa8c8e65-d878-44ab-8726-8da7b37db2a9 None None] Port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:34:43.462297 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:34:43.472315 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-471e2c8f-98d6-491c-9708-5c2d73c2295f admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/0e7c3061-e74a-4037-a603-8fb4fd09921e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8950953 Sep 12 23:34:44.618041 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device e4de3618-1003-4a28-a7ba-7874df76a7ef up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:44.684072 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port e4de3618-1003-4a28-a7ba-7874df76a7ef triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:44.684537 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:44.757647 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Sync routers for ids ['0e7c3061-e74a-4037-a603-8fb4fd09921e'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:34:44.811824 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Routers {'0e7c3061-e74a-4037-a603-8fb4fd09921e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:44.812695 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['0e7c3061-e74a-4037-a603-8fb4fd09921e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:44.862633 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port e4de3618-1003-4a28-a7ba-7874df76a7ef is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:44.864119 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 4f87bd2c-a06e-4506-9131-4856eba3493e up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:44.996086 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 4f87bd2c-a06e-4506-9131-4856eba3493e triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:44.996465 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.021556 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Set router 0e7c3061-e74a-4037-a603-8fb4fd09921e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:45.043828 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51874) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:45.185488 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:45.187743 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-939bd7e4-3590-4aee-a70f-c7aa2118be5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.196499 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 4f87bd2c-a06e-4506-9131-4856eba3493e is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:45.196894 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.240386 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 4f87bd2c-a06e-4506-9131-4856eba3493e, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=4f87bd2c-a06e-4506-9131-4856eba3493e,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:45.247938 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.293316 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-939bd7e4-3590-4aee-a70f-c7aa2118be5a admin admin] Publish callbacks [] for security_group (05a4baee-f9c7-4049-a07e-bbd343f73819), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.298964 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-939bd7e4-3590-4aee-a70f-c7aa2118be5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (05a4baee-f9c7-4049-a07e-bbd343f73819), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.321038 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'name': 'tempest-TestMinimumBasicScenario-2091095474-router', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:38Z', 'updated_at': '2022-09-12T23:34:42Z', 'revision_number': 4, 'project_id': '87e1811735e0433e88857ab3b3726533', 'gw_port': {'id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:39Z', 'updated_at': '2022-09-12T23:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '7a8e255e-c1ba-40ed-8475-093c01eb0bf8', 'name': '', 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'mac_address': 'fa:16:3e:fc:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41a16a8b-3b6e-49b6-8c34-3d4421844d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:41Z', 'updated_at': '2022-09-12T23:34:42Z', 'revision_number': 2, 'project_id': '87e1811735e0433e88857ab3b3726533', 'subnets': [{'id': '41a16a8b-3b6e-49b6-8c34-3d4421844d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:45.327503 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:45.352395 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-939bd7e4-3590-4aee-a70f-c7aa2118be5a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d7f9639368ad44e5907c23f9f9170b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069596 Sep 12 23:34:45.357194 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51878) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:45.365943 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bd7e4-3590-4aee-a70f-c7aa2118be5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a4baee-f9c7-4049-a07e-bbd343f73819,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:45.420431 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7c41c6-bc16-4b36-a564-c9ea11f50a8f admin admin] Publish callbacks [] for security_group (05a4baee-f9c7-4049-a07e-bbd343f73819), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.446559 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7c41c6-bc16-4b36-a564-c9ea11f50a8f admin admin] Publish callbacks [] for security_group (05a4baee-f9c7-4049-a07e-bbd343f73819), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.485788 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Checking router: 0e7c3061-e74a-4037-a603-8fb4fd09921e for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:34:45.486184 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Updating router 0e7c3061-e74a-4037-a603-8fb4fd09921e port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:34:45.507701 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=4f87bd2c-a06e-4506-9131-4856eba3493e,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:45.517993 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7c41c6-bc16-4b36-a564-c9ea11f50a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (05a4baee-f9c7-4049-a07e-bbd343f73819), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.521023 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.526198 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cd7c41c6-bc16-4b36-a564-c9ea11f50a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.527617 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-cd7c41c6-bc16-4b36-a564-c9ea11f50a8f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/05a4baee-f9c7-4049-a07e-bbd343f73819 HTTP/1.1" status: 204 len: 168 time: 0.1688561 Sep 12 23:34:45.538089 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c41c6-bc16-4b36-a564-c9ea11f50a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a4baee-f9c7-4049-a07e-bbd343f73819,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:45.711552 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:45.848117 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Publish callbacks [] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.855542 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:45.927428 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1936f-3568-444f-a832-7f94867cd140 None None] Pushing event updated for resources: {'Port': ['ID=7a8e255e-c1ba-40ed-8475-093c01eb0bf8,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:45.966710 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51884) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:45.981689 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-02bb42d1-a9a2-4bd6-8676-ee0e1e9934e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:46.002068 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Attempting to bind port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:34:46.002660 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Attempting to bind port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': 'be7e5dc6-1a00-4d93-ac7f-6bd650346819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:34:46.003117 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Attempting to bind port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 on network 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:34:46.055983 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:34:46.056524 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Checking segment: {'id': 'be7e5dc6-1a00-4d93-ac7f-6bd650346819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:34:46.057028 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:46.057540 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Bound using segment: {'id': 'be7e5dc6-1a00-4d93-ac7f-6bd650346819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:34:46.058159 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Bound port: 7a8e255e-c1ba-40ed-8475-093c01eb0bf8, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7e5dc6-1a00-4d93-ac7f-6bd650346819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:34:46.058763 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:46.085005 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-02bb42d1-a9a2-4bd6-8676-ee0e1e9934e0 admin admin] Publish callbacks [] for security_group (076872be-4e60-493f-8286-47ad87c3ef61), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:46.090065 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-02bb42d1-a9a2-4bd6-8676-ee0e1e9934e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (076872be-4e60-493f-8286-47ad87c3ef61), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:46.131978 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb42d1-a9a2-4bd6-8676-ee0e1e9934e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076872be-4e60-493f-8286-47ad87c3ef61,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:46.140978 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-02bb42d1-a9a2-4bd6-8676-ee0e1e9934e0 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=3bd77dc0f13f4fc0aa3b7441792f9d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701293 Sep 12 23:34:46.140978 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51886) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:46.141308 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] For port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:34:46.144852 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] For port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=7a8e255e-c1ba-40ed-8475-093c01eb0bf8,segment=NetworkSegment(be7e5dc6-1a00-4d93-ac7f-6bd650346819),segment_id=be7e5dc6-1a00-4d93-ac7f-6bd650346819)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:34:46.153382 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:46.195080 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Routers {'0e7c3061-e74a-4037-a603-8fb4fd09921e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:46.196100 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['0e7c3061-e74a-4037-a603-8fb4fd09921e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:46.206140 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-227cef7e-ef4f-4e4a-b8a4-e004de0c6793 admin admin] Publish callbacks [] for security_group (076872be-4e60-493f-8286-47ad87c3ef61), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:46.235849 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-227cef7e-ef4f-4e4a-b8a4-e004de0c6793 admin admin] Publish callbacks [] for security_group (076872be-4e60-493f-8286-47ad87c3ef61), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:46.275851 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:46.285820 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:46.307660 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1936f-3568-444f-a832-7f94867cd140 None None] Pushing event updated for resources: {'Port': ['ID=7a8e255e-c1ba-40ed-8475-093c01eb0bf8,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:46.309755 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-227cef7e-ef4f-4e4a-b8a4-e004de0c6793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (076872be-4e60-493f-8286-47ad87c3ef61), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:46.319330 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-227cef7e-ef4f-4e4a-b8a4-e004de0c6793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:46.323107 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-227cef7e-ef4f-4e4a-b8a4-e004de0c6793 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/076872be-4e60-493f-8286-47ad87c3ef61 HTTP/1.1" status: 204 len: 168 time: 0.1787305 Sep 12 23:34:46.341649 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] Set router 0e7c3061-e74a-4037-a603-8fb4fd09921e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:46.349790 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cef7e-ef4f-4e4a-b8a4-e004de0c6793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076872be-4e60-493f-8286-47ad87c3ef61,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:46.520858 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 4f87bd2c-a06e-4506-9131-4856eba3493e up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:46.612874 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 4f87bd2c-a06e-4506-9131-4856eba3493e triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:46.613351 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:46.665152 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'name': 'tempest-TestMinimumBasicScenario-2091095474-router', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:38Z', 'updated_at': '2022-09-12T23:34:42Z', 'revision_number': 4, 'project_id': '87e1811735e0433e88857ab3b3726533', 'gw_port': {'id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:39Z', 'updated_at': '2022-09-12T23:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '7a8e255e-c1ba-40ed-8475-093c01eb0bf8', 'name': '', 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'mac_address': 'fa:16:3e:fc:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41a16a8b-3b6e-49b6-8c34-3d4421844d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:41Z', 'updated_at': '2022-09-12T23:34:46Z', 'revision_number': 4, 'project_id': '87e1811735e0433e88857ab3b3726533', 'subnets': [{'id': '41a16a8b-3b6e-49b6-8c34-3d4421844d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:46.700199 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b361893-3362-46b6-a267-eb7f9c4bfbe2 None None] The sync data for ids ['0e7c3061-e74a-4037-a603-8fb4fd09921e'] in dv-cinder-852009-7-iscsi is: [{'id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'name': 'tempest-TestMinimumBasicScenario-2091095474-router', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:38Z', 'updated_at': '2022-09-12T23:34:42Z', 'revision_number': 4, 'project_id': '87e1811735e0433e88857ab3b3726533', 'gw_port': {'id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:39Z', 'updated_at': '2022-09-12T23:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '7a8e255e-c1ba-40ed-8475-093c01eb0bf8', 'name': '', 'network_id': '07e9ae70-667c-4d30-b0b8-a5b28fb1fd26', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'mac_address': 'fa:16:3e:fc:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '41a16a8b-3b6e-49b6-8c34-3d4421844d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:41Z', 'updated_at': '2022-09-12T23:34:46Z', 'revision_number': 4, 'project_id': '87e1811735e0433e88857ab3b3726533', 'subnets': [{'id': '41a16a8b-3b6e-49b6-8c34-3d4421844d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:34:46.778476 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 4f87bd2c-a06e-4506-9131-4856eba3493e is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:48.556608 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:48.619118 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:48.625275 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:48.625639 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:48.720615 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:48.721003 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:48.760233 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=7a8e255e-c1ba-40ed-8475-093c01eb0bf8,segment=NetworkSegment(be7e5dc6-1a00-4d93-ac7f-6bd650346819),segment_id=be7e5dc6-1a00-4d93-ac7f-6bd650346819)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:48.776754 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:48.852462 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=7a8e255e-c1ba-40ed-8475-093c01eb0bf8,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:49.587413 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0757ff-d8bc-4ec9-aba0-5d7da5fd7ae5 req-1971e861-e4cf-45cd-a09e-333f21cd928f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:49.596365 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-da0757ff-d8bc-4ec9-aba0-5d7da5fd7ae5 req-1971e861-e4cf-45cd-a09e-333f21cd928f tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 946 time: 0.0589826 Sep 12 23:34:49.656899 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-da0757ff-d8bc-4ec9-aba0-5d7da5fd7ae5 req-0bea5006-28c2-4809-9614-ee0caff0b38c tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593107 Sep 12 23:34:49.821083 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51972) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:49.963949 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b9f534db-7238-4f47-9294-9898ca068761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.046234 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b9f534db-7238-4f47-9294-9898ca068761 admin admin] Publish callbacks [] for security_group (ceee3cea-86ca-4c63-b990-1d785157aff5), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.052128 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b9f534db-7238-4f47-9294-9898ca068761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (ceee3cea-86ca-4c63-b990-1d785157aff5), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.085667 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b9f534db-7238-4f47-9294-9898ca068761 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=67131ac142914dd4a311c2a30ef4228d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633924 Sep 12 23:34:50.087676 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51976) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:50.110858 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f534db-7238-4f47-9294-9898ca068761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceee3cea-86ca-4c63-b990-1d785157aff5,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:50.157523 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-101f6768-2ed4-4cf7-8997-1195780dfd3b admin admin] Publish callbacks [] for security_group (ceee3cea-86ca-4c63-b990-1d785157aff5), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.182911 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-101f6768-2ed4-4cf7-8997-1195780dfd3b admin admin] Publish callbacks [] for security_group (ceee3cea-86ca-4c63-b990-1d785157aff5), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.240518 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-101f6768-2ed4-4cf7-8997-1195780dfd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (ceee3cea-86ca-4c63-b990-1d785157aff5), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.243369 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-101f6768-2ed4-4cf7-8997-1195780dfd3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.248812 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-101f6768-2ed4-4cf7-8997-1195780dfd3b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ceee3cea-86ca-4c63-b990-1d785157aff5 HTTP/1.1" status: 204 len: 168 time: 0.1589577 Sep 12 23:34:50.258960 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f6768-2ed4-4cf7-8997-1195780dfd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceee3cea-86ca-4c63-b990-1d785157aff5,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:50.503642 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:34:50.560525 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:50.561219 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.605580 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 51982) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:50.621647 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-02f42ad1-b4eb-4072-b975-1a8a34d4b1ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.654446 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:34:50.712694 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-02f42ad1-b4eb-4072-b975-1a8a34d4b1ca admin admin] Publish callbacks [] for security_group (66d60477-1814-4e38-b628-d623b6d1d55d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.717406 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-02f42ad1-b4eb-4072-b975-1a8a34d4b1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (66d60477-1814-4e38-b628-d623b6d1d55d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.770385 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f42ad1-b4eb-4072-b975-1a8a34d4b1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d60477-1814-4e38-b628-d623b6d1d55d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:50.802699 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-02f42ad1-b4eb-4072-b975-1a8a34d4b1ca admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=28497684f6cb4f2fb019d1993a85b1b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959229 Sep 12 23:34:50.806016 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 51986) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:50.819823 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434435a-0ca7-44eb-a6e9-4dbd47f88359 req-285c5c9f-627f-4242-99e0-916d67e70e24 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:50.821496 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4434435a-0ca7-44eb-a6e9-4dbd47f88359 req-285c5c9f-627f-4242-99e0-916d67e70e24 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 946 time: 0.0693157 Sep 12 23:34:50.844264 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:50.874955 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a668a2c1-4594-4085-af4e-ac1a7d6ef035 admin admin] Publish callbacks [] for security_group (66d60477-1814-4e38-b628-d623b6d1d55d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.888949 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4434435a-0ca7-44eb-a6e9-4dbd47f88359 req-68d93c6d-f8c1-4825-aeeb-f4a95371fce9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=36959103-db6a-4092-ba07-46fb692c8c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603793 Sep 12 23:34:50.897652 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a668a2c1-4594-4085-af4e-ac1a7d6ef035 admin admin] Publish callbacks [] for security_group (66d60477-1814-4e38-b628-d623b6d1d55d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.982111 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a668a2c1-4594-4085-af4e-ac1a7d6ef035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (66d60477-1814-4e38-b628-d623b6d1d55d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.989827 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a668a2c1-4594-4085-af4e-ac1a7d6ef035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:50.991244 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a668a2c1-4594-4085-af4e-ac1a7d6ef035 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/66d60477-1814-4e38-b628-d623b6d1d55d HTTP/1.1" status: 204 len: 168 time: 0.1837335 Sep 12 23:34:51.000680 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668a2c1-4594-4085-af4e-ac1a7d6ef035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d60477-1814-4e38-b628-d623b6d1d55d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:51.005862 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-a616263a-6b73-48ae-b70b-7346a5d541e9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:51.007934 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-a616263a-6b73-48ae-b70b-7346a5d541e9 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 946 time: 0.0820050 Sep 12 23:34:51.061784 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:51.145229 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Deleting port 0caf572f-5337-4893-9c4d-eaccaf716b83 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:34:51.145229 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:51.252377 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] For port 0caf572f-5337-4893-9c4d-eaccaf716b83, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=0caf572f-5337-4893-9c4d-eaccaf716b83,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:51.252741 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:51.484287 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:51.484829 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (137abf87-01ae-4ac5-91d2-717021e06054), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:51.485160 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Floating IP 137abf87-01ae-4ac5-91d2-717021e06054 disassociated. External IP: 172.27.3.221, port: 0caf572f-5337-4893-9c4d-eaccaf716b83. Sep 12 23:34:51.485579 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Calling delete_port for 0caf572f-5337-4893-9c4d-eaccaf716b83 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:34:51.526690 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:51.644849 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (0caf572f-5337-4893-9c4d-eaccaf716b83), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:51.674767 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event deleted for resources: {'Port': ['ID=0caf572f-5337-4893-9c4d-eaccaf716b83,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:51.829109 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Router dfeb7b9e-63d3-4601-b534-33494f5fef06 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:34:51.950922 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:34:51.964946 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0804aa6-9599-44eb-9192-95a25c5eba59 None None] Sync routers for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:34:51.981869 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0804aa6-9599-44eb-9192-95a25c5eba59 None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:51.985202 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-d0804aa6-9599-44eb-9192-95a25c5eba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:52.015487 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] No DVR routers for this DVR port 0caf572f-5337-4893-9c4d-eaccaf716b83 on host hv-cinder-85200 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:34:52.018968 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:52.023857 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bd614107-54a6-44b9-aa5b-58f58c93d4ad req-7ffbc246-78e2-4ee7-a22a-0cd0a8274244 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.25 "DELETE /networking/v2.0/ports/0caf572f-5337-4893-9c4d-eaccaf716b83 HTTP/1.1" status: 204 len: 173 time: 1.0050728 Sep 12 23:34:52.024732 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'name': 'network-vif-deleted', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:34:52.029125 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef877ac4-5561-4418-a656-a3b295759440" -d '{"events": [{"server_uuid": "835d0938-03f8-42b8-b626-831891902172", "name": "network-vif-deleted", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:34:52.116935 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-20bba612-67e5-4dd0-b127-78b47ecd1046 req-51dcc6ff-5016-4c6a-aca9-5596cf659175 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=835d0938-03f8-42b8-b626-831891902172 HTTP/1.1" status: 200 len: 210 time: 0.0812681 Sep 12 23:34:52.154023 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece6eac9-a141-4e42-b143-cf758657d471 x-openstack-request-id: req-ece6eac9-a141-4e42-b143-cf758657d471 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:34:52.154523 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835d0938-03f8-42b8-b626-831891902172", "name": "network-vif-deleted", "tag": "0caf572f-5337-4893-9c4d-eaccaf716b83", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:34:52.154641 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ece6eac9-a141-4e42-b143-cf758657d471 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:34:52.155410 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece6eac9-a141-4e42-b143-cf758657d471'] response: {'server_uuid': '835d0938-03f8-42b8-b626-831891902172', 'name': 'network-vif-deleted', 'tag': '0caf572f-5337-4893-9c4d-eaccaf716b83', 'status': 'completed', 'code': 200} Sep 12 23:34:52.252205 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-d0804aa6-9599-44eb-9192-95a25c5eba59 None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:52.567288 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-d0804aa6-9599-44eb-9192-95a25c5eba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:52.598556 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0804aa6-9599-44eb-9192-95a25c5eba59 None None] Checking router: dfeb7b9e-63d3-4601-b534-33494f5fef06 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:34:52.611169 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0804aa6-9599-44eb-9192-95a25c5eba59 None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:52.612019 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-d0804aa6-9599-44eb-9192-95a25c5eba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:52.654722 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:52.732720 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:52.745143 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-d0804aa6-9599-44eb-9192-95a25c5eba59 None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:52.981166 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-d0804aa6-9599-44eb-9192-95a25c5eba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:53.013973 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0804aa6-9599-44eb-9192-95a25c5eba59 None None] The sync data for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi is: [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:28:06Z', 'revision_number': 4, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'c828b2dc-3c9a-485e-ab25-7824514da2e9', 'name': '', 'network_id': '11be7f0c-3ec4-4c81-8e43-cbebcc992505', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'mac_address': 'fa:16:3e:e2:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:04Z', 'updated_at': '2022-09-12T23:28:20Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'subnets': [{'id': '6c276050-3e87-4906-b08c-2b19b87706e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:34:53.278027 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52044) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:53.356727 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec417c75-ac49-454b-a804-56d89ecb50d6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (36959103-db6a-4092-ba07-46fb692c8c5c), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:53.390389 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec417c75-ac49-454b-a804-56d89ecb50d6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (36959103-db6a-4092-ba07-46fb692c8c5c), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:53.412503 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d4a44-c267-44fd-8009-20a023e9b6e2 None None] New status for floating IP 137abf87-01ae-4ac5-91d2-717021e06054: DOWN {{(pid=106218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:34:53.506225 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec417c75-ac49-454b-a804-56d89ecb50d6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (36959103-db6a-4092-ba07-46fb692c8c5c), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:53.513275 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ec417c75-ac49-454b-a804-56d89ecb50d6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:53.520240 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52046) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:53.532453 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ec417c75-ac49-454b-a804-56d89ecb50d6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/36959103-db6a-4092-ba07-46fb692c8c5c HTTP/1.1" status: 204 len: 168 time: 0.2526083 Sep 12 23:34:53.559976 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.api.v2.resource [None req-dd187b7d-9a0b-4a17-8566-0b895041a93e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] show failed (client error): The resource could not be found. Sep 12 23:34:53.562648 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-dd187b7d-9a0b-4a17-8566-0b895041a93e tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "GET /networking/v2.0/security-groups/36959103-db6a-4092-ba07-46fb692c8c5c HTTP/1.1" status: 404 len: 347 time: 0.0410104 Sep 12 23:34:53.565312 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52050) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:53.586931 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:53.600503 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec417c75-ac49-454b-a804-56d89ecb50d6 tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36959103-db6a-4092-ba07-46fb692c8c5c,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:53.621102 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:53.761829 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-c07c0e5f-bba5-4a7b-bd4e-ccd409fd4eee tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Deleting port 8a7bedf7-edec-4e3c-8fb5-0c58d709577a {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:34:53.762083 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c07c0e5f-bba5-4a7b-bd4e-ccd409fd4eee tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (8a7bedf7-edec-4e3c-8fb5-0c58d709577a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:53.851002 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c07c0e5f-bba5-4a7b-bd4e-ccd409fd4eee tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (8a7bedf7-edec-4e3c-8fb5-0c58d709577a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:53.851403 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c07c0e5f-bba5-4a7b-bd4e-ccd409fd4eee tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (8a7bedf7-edec-4e3c-8fb5-0c58d709577a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:53.866363 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-c07c0e5f-bba5-4a7b-bd4e-ccd409fd4eee tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Calling delete_port for 8a7bedf7-edec-4e3c-8fb5-0c58d709577a owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:34:54.033884 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c07c0e5f-bba5-4a7b-bd4e-ccd409fd4eee tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (8a7bedf7-edec-4e3c-8fb5-0c58d709577a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:54.065658 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c0e5f-bba5-4a7b-bd4e-ccd409fd4eee tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Pushing event deleted for resources: {'Port': ['ID=8a7bedf7-edec-4e3c-8fb5-0c58d709577a,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:54.137178 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c07c0e5f-bba5-4a7b-bd4e-ccd409fd4eee tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks [] for floatingip (137abf87-01ae-4ac5-91d2-717021e06054), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:54.138818 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c07c0e5f-bba5-4a7b-bd4e-ccd409fd4eee tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:54.142733 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c07c0e5f-bba5-4a7b-bd4e-ccd409fd4eee tempest-AttachVolumeShelveTestJSON-780374671 tempest-AttachVolumeShelveTestJSON-780374671-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/137abf87-01ae-4ac5-91d2-717021e06054 HTTP/1.1" status: 204 len: 168 time: 0.5736437 Sep 12 23:34:54.921900 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3352e676-3e46-485f-bed7-f1a98032e5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:54.965194 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 0caf572f-5337-4893-9c4d-eaccaf716b83 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:34:54.986959 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: 0caf572f-5337-4893-9c4d-eaccaf716b83 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:34:54.987599 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 0caf572f-5337-4893-9c4d-eaccaf716b83 not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:34:55.812297 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-cde9dee1-3689-4a14-bcf6-147ae24f2f2e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:55.813654 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-cde9dee1-3689-4a14-bcf6-147ae24f2f2e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/networks?id=bd7cdf13-da54-4506-8d48-c8393a244995 HTTP/1.1" status: 200 len: 814 time: 0.1019130 Sep 12 23:34:55.827659 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-939f152c-34e5-4eb5-95ce-e089ea5ad00b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/quotas/00950b4875f54197bf44bd1ffa353937 HTTP/1.1" status: 200 len: 375 time: 0.0086510 Sep 12 23:34:55.875297 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-16a375b5-dd47-46f3-ac93-d0f3b2f16273 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=00950b4875f54197bf44bd1ffa353937&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423300 Sep 12 23:34:55.973009 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-bd20c702-fe81-4885-8432-ab3c57ca6b65 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864782 Sep 12 23:34:56.030559 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:56.065680 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-cf9d7017-822f-4a57-b457-7d2a961cef59 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871108 Sep 12 23:34:56.230432 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6409ed4d-6ede-4eda-9b8d-1124e710aefd req-45493937-69c0-409f-8875-a1e525a4e763 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 210 time: 0.0296795 Sep 12 23:34:56.623771 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52146) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:56.895748 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:57.127749 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739930'] for router_interface (dfeb7b9e-63d3-4601-b534-33494f5fef06), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:57.343125 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-853f01d4-0ce8-4b29-9da8-68c05ac60016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:57.360079 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] Deleting port c828b2dc-3c9a-485e-ab25-7824514da2e9 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:34:57.360660 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:57.377987 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9ae0346e-90e6-4b7f-952b-f2ce2f946463 req-e759ac9e-fed1-4163-b9be-1633bd411ea9 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 210 time: 0.0360887 Sep 12 23:34:57.390970 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:57.777711 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] For port c828b2dc-3c9a-485e-ab25-7824514da2e9, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=c828b2dc-3c9a-485e-ab25-7824514da2e9,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:34:57.778080 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:57.791701 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-624d56c5-8bf2-4663-b766-fe29809c2d77 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:57.793136 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-624d56c5-8bf2-4663-b766-fe29809c2d77 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.25 "GET /networking/v2.0/networks?id=bd7cdf13-da54-4506-8d48-c8393a244995 HTTP/1.1" status: 200 len: 814 time: 0.4205427 Sep 12 23:34:57.798839 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] Calling delete_port for c828b2dc-3c9a-485e-ab25-7824514da2e9 owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:34:57.807980 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Request body: {'port': {'device_id': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'admin_state_up': True, 'tenant_id': '00950b4875f54197bf44bd1ffa353937'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:34:57.994684 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:58.038028 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Made reservation on behalf of 00950b4875f54197bf44bd1ffa353937 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:34:58.042376 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:58.205816 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (c828b2dc-3c9a-485e-ab25-7824514da2e9), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:58.243228 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] Pushing event deleted for resources: {'Port': ['ID=c828b2dc-3c9a-485e-ab25-7824514da2e9,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:58.284226 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Allocated IP 172.20.0.8 (bd7cdf13-da54-4506-8d48-c8393a244995/4528599c-7f3c-480f-b781-d8464330e2f6/850a1b4c-80ad-42f1-b159-f1b2f080b1ea) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:34:58.517484 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:58.658757 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:58.695173 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dd096f1f-9be8-414b-ba0e-b803322a6e4e req-cc8ca7ad-fedf-4e58-aedd-041f1c0dd4d9 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 210 time: 0.1040967 Sep 12 23:34:58.785405 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:58.799599 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764362'] for router_interface (dfeb7b9e-63d3-4601-b534-33494f5fef06), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:58.829855 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52210) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:58.855916 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:58.868238 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:58.984863 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Network bd7cdf13-da54-4506-8d48-c8393a244995 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:34:58.999058 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:34:59.006054 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:34:59.025220 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6f96246-4972-4684-8f9f-71b4f5394d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:59.070792 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'Port': ['ID=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:59.122220 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:59.122845 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:59.151926 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-371772fc-3aa2-4763-b8c9-dbfc8953e900 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3488512 Sep 12 23:34:59.176426 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6f96246-4972-4684-8f9f-71b4f5394d4e admin admin] Publish callbacks [] for security_group (9874cd18-0d97-43b2-ac7c-8925c614ac49), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:59.197741 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f6f96246-4972-4684-8f9f-71b4f5394d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9874cd18-0d97-43b2-ac7c-8925c614ac49), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:59.246912 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:34:59.250544 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f6f96246-4972-4684-8f9f-71b4f5394d4e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ef0bd62c8d9244978fa9311b449c0880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4196873 Sep 12 23:34:59.255359 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52214) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:59.302598 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f96246-4972-4684-8f9f-71b4f5394d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9874cd18-0d97-43b2-ac7c-8925c614ac49,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:59.339599 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] Router dfeb7b9e-63d3-4601-b534-33494f5fef06 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:34:59.342162 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-6ce55850-a688-4373-9690-ae7e9012977c None None] Provisioning complete for port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:34:59.342727 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6ce55850-a688-4373-9690-ae7e9012977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:59.364319 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3f262895-87eb-429d-b014-96f26d78c41f admin admin] Publish callbacks [] for security_group (9874cd18-0d97-43b2-ac7c-8925c614ac49), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:59.389381 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-6ce55850-a688-4373-9690-ae7e9012977c None None] Port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:34:59.420314 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3f262895-87eb-429d-b014-96f26d78c41f admin admin] Publish callbacks [] for security_group (9874cd18-0d97-43b2-ac7c-8925c614ac49), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:59.514103 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:34:59.522537 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f6cf210e-63c4-43c8-96e9-0ad88e41f728 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/dfeb7b9e-63d3-4601-b534-33494f5fef06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8976493 Sep 12 23:34:59.522773 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52216) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:34:59.530925 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72142bc-29ed-498e-b345-4dbd52afc68d None None] Sync routers for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:34:59.542666 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3f262895-87eb-429d-b014-96f26d78c41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (9874cd18-0d97-43b2-ac7c-8925c614ac49), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:59.543489 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72142bc-29ed-498e-b345-4dbd52afc68d None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:59.544349 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f72142bc-29ed-498e-b345-4dbd52afc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:59.546054 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3f262895-87eb-429d-b014-96f26d78c41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:59.552289 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3f262895-87eb-429d-b014-96f26d78c41f admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/9874cd18-0d97-43b2-ac7c-8925c614ac49 HTTP/1.1" status: 204 len: 168 time: 0.2952464 Sep 12 23:34:59.591418 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f262895-87eb-429d-b014-96f26d78c41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9874cd18-0d97-43b2-ac7c-8925c614ac49,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:34:59.655848 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-f72142bc-29ed-498e-b345-4dbd52afc68d None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:34:59.741816 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Publish callbacks [] for router (dfeb7b9e-63d3-4601-b534-33494f5fef06), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:59.774789 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:34:59.850252 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f72142bc-29ed-498e-b345-4dbd52afc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:34:58Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:59.882206 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72142bc-29ed-498e-b345-4dbd52afc68d None None] Checking router: dfeb7b9e-63d3-4601-b534-33494f5fef06 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:34:59.891697 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72142bc-29ed-498e-b345-4dbd52afc68d None None] Routers {'dfeb7b9e-63d3-4601-b534-33494f5fef06'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:34:59.892690 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f72142bc-29ed-498e-b345-4dbd52afc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dfeb7b9e-63d3-4601-b534-33494f5fef06'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:34:59.983267 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2be0-e841-42da-b7e4-6f5dd3519ccf req-f3e9f2ec-871d-4269-92ff-10b22e5d83fe tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:34:59.985411 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0ecb2be0-e841-42da-b7e4-6f5dd3519ccf req-f3e9f2ec-871d-4269-92ff-10b22e5d83fe tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 931 time: 0.1363297 Sep 12 23:35:00.047772 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.048711 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Publish callbacks [] for router_gateway (dfeb7b9e-63d3-4601-b534-33494f5fef06), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.069620 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0ecb2be0-e841-42da-b7e4-6f5dd3519ccf req-c093b409-fd6e-4af9-99af-e13db3baa521 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765433 Sep 12 23:35:00.105052 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-f72142bc-29ed-498e-b345-4dbd52afc68d None None] Set router dfeb7b9e-63d3-4601-b534-33494f5fef06 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:35:00.135535 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Deleting port 3248fc74-bf5d-445c-b68a-acaaf0709855 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:35:00.135951 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.241221 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52224) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:00.256799 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] For port 3248fc74-bf5d-445c-b68a-acaaf0709855, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=3248fc74-bf5d-445c-b68a-acaaf0709855,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:00.257304 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.266968 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-790171c7-aee4-487e-9b60-5c10bc7653da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.289134 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Calling delete_port for 3248fc74-bf5d-445c-b68a-acaaf0709855 owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:35:00.325835 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:00.399215 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-790171c7-aee4-487e-9b60-5c10bc7653da admin admin] Publish callbacks [] for security_group (6b945068-0e42-416b-aa1a-4606729d8c5d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.414828 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-790171c7-aee4-487e-9b60-5c10bc7653da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (6b945068-0e42-416b-aa1a-4606729d8c5d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.424138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:00.459838 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-f72142bc-29ed-498e-b345-4dbd52afc68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:34:58Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:00.476027 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-790171c7-aee4-487e-9b60-5c10bc7653da admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=6ee0a0ac691342f0b503dc81309e9ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301521 Sep 12 23:35:00.476027 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790171c7-aee4-487e-9b60-5c10bc7653da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b945068-0e42-416b-aa1a-4606729d8c5d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:00.477030 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52228) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:00.546194 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72142bc-29ed-498e-b345-4dbd52afc68d None None] The sync data for ids ['dfeb7b9e-63d3-4601-b534-33494f5fef06'] in dv-cinder-852009-7-iscsi is: [{'id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'name': 'tempest-AttachVolumeShelveTestJSON-1558444328-router', 'tenant_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:27:59Z', 'updated_at': '2022-09-12T23:34:58Z', 'revision_number': 5, 'project_id': '5aa1c574bdd14a1bb0ae5f82f892e6bf', 'gw_port': {'id': '3248fc74-bf5d-445c-b68a-acaaf0709855', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:75:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfeb7b9e-63d3-4601-b534-33494f5fef06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:28:00Z', 'updated_at': '2022-09-12T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:35:00.564918 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a73ba0b1-556e-478e-ac6f-8c4eda670c06 admin admin] Publish callbacks [] for security_group (6b945068-0e42-416b-aa1a-4606729d8c5d), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.585340 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (3248fc74-bf5d-445c-b68a-acaaf0709855), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.590810 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:00.598483 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a73ba0b1-556e-478e-ac6f-8c4eda670c06 admin admin] Publish callbacks [] for security_group (6b945068-0e42-416b-aa1a-4606729d8c5d), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.626880 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3248fc74-bf5d-445c-b68a-acaaf0709855,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:00.715785 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a73ba0b1-556e-478e-ac6f-8c4eda670c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (6b945068-0e42-416b-aa1a-4606729d8c5d), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.724109 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1646425'] for router_gateway (dfeb7b9e-63d3-4601-b534-33494f5fef06), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.724534 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a73ba0b1-556e-478e-ac6f-8c4eda670c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.725977 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-a73ba0b1-556e-478e-ac6f-8c4eda670c06 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6b945068-0e42-416b-aa1a-4606729d8c5d HTTP/1.1" status: 204 len: 168 time: 0.2482774 Sep 12 23:35:00.745641 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ba0b1-556e-478e-ac6f-8c4eda670c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b945068-0e42-416b-aa1a-4606729d8c5d,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:00.805295 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:00.845203 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1762244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62030'] for router (dfeb7b9e-63d3-4601-b534-33494f5fef06), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.847604 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Publish callbacks [] for router_controller (dfeb7b9e-63d3-4601-b534-33494f5fef06), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.897112 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1764441'] for router (dfeb7b9e-63d3-4601-b534-33494f5fef06), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.897846 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfeb7b9e-63d3-4601-b534-33494f5fef06 {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:35:00.911211 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:00.918404 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d9afe9d7-87e1-42e3-968d-026790442ff6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/dfeb7b9e-63d3-4601-b534-33494f5fef06 HTTP/1.1" status: 204 len: 168 time: 1.3914313 Sep 12 23:35:00.918601 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52232) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:01.004084 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-6384e829-0c1c-4279-99a7-2a0c5c7ef711 admin admin] Deleting subnet 6c276050-3e87-4906-b08c-2b19b87706e9 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:35:01.013029 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6384e829-0c1c-4279-99a7-2a0c5c7ef711 admin admin] Publish callbacks [] for subnet (6c276050-3e87-4906-b08c-2b19b87706e9), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:01.078683 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6384e829-0c1c-4279-99a7-2a0c5c7ef711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123286'] for subnet (6c276050-3e87-4906-b08c-2b19b87706e9), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:01.277416 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6384e829-0c1c-4279-99a7-2a0c5c7ef711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (6c276050-3e87-4906-b08c-2b19b87706e9), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:01.341097 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aad036-f1b6-4f6a-b1c0-656a1d168835 req-93400315-0573-4ceb-a937-a20f0e7ae0da tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:01.345072 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-21aad036-f1b6-4f6a-b1c0-656a1d168835 req-93400315-0573-4ceb-a937-a20f0e7ae0da tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 931 time: 0.1198888 Sep 12 23:35:01.442474 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-21aad036-f1b6-4f6a-b1c0-656a1d168835 req-d3013eee-be6e-4ee2-98e0-9cdd6d235739 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870607 Sep 12 23:35:01.444739 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6384e829-0c1c-4279-99a7-2a0c5c7ef711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3896179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372773'] for subnet (6c276050-3e87-4906-b08c-2b19b87706e9), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:01.509955 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384e829-0c1c-4279-99a7-2a0c5c7ef711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c276050-3e87-4906-b08c-2b19b87706e9,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:01.511766 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5c5c58-e325-4217-81c2-50d52192c417 None None] Network 11be7f0c-3ec4-4c81-8e43-cbebcc992505 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:35:01.512813 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6384e829-0c1c-4279-99a7-2a0c5c7ef711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:01.521944 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52246) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:01.530873 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:01.532043 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-6384e829-0c1c-4279-99a7-2a0c5c7ef711 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/6c276050-3e87-4906-b08c-2b19b87706e9 HTTP/1.1" status: 204 len: 168 time: 0.6012800 Sep 12 23:35:01.634128 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (11be7f0c-3ec4-4c81-8e43-cbebcc992505), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:01.709720 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Deleting port 9171b470-274c-469f-9cce-21c91138cb6b {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:35:01.710236 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (9171b470-274c-469f-9cce-21c91138cb6b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:01.781475 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] For port 9171b470-274c-469f-9cce-21c91138cb6b, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=9171b470-274c-469f-9cce-21c91138cb6b,segment=NetworkSegment(d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb),segment_id=d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:01.781845 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (9171b470-274c-469f-9cce-21c91138cb6b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:01.796070 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Calling delete_port for 9171b470-274c-469f-9cce-21c91138cb6b owned by network:dhcp {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:35:01.886961 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93879f5a-aac6-4d9f-a324-61bf6f15864a None None] DHCP port deletion for 11be7f0c-3ec4-4c81-8e43-cbebcc992505 request from dv-cinder-852009-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:35:01.924362 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (9171b470-274c-469f-9cce-21c91138cb6b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:01.970542 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] No DVR routers for this DVR port 9171b470-274c-469f-9cce-21c91138cb6b on host dv-cinder-852009-7-iscsi {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:35:01.972749 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9171b470-274c-469f-9cce-21c91138cb6b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:01.973238 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-93879f5a-aac6-4d9f-a324-61bf6f15864a None None] Deleting port 9171b470-274c-469f-9cce-21c91138cb6b {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:35:01.973617 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-93879f5a-aac6-4d9f-a324-61bf6f15864a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (9171b470-274c-469f-9cce-21c91138cb6b), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.069273 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (11be7f0c-3ec4-4c81-8e43-cbebcc992505), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.098236 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11be7f0c-3ec4-4c81-8e43-cbebcc992505']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:02.099453 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-93879f5a-aac6-4d9f-a324-61bf6f15864a None None] For port 9171b470-274c-469f-9cce-21c91138cb6b, host dv-cinder-852009-7-iscsi, got binding levels [] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:02.100069 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-93879f5a-aac6-4d9f-a324-61bf6f15864a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (9171b470-274c-469f-9cce-21c91138cb6b), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.112776 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:02.113734 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:02.126035 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3963653'] for segment (d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.144562 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-93879f5a-aac6-4d9f-a324-61bf6f15864a None None] Calling delete_port for 9171b470-274c-469f-9cce-21c91138cb6b owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:35:02.149418 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.154235 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.ipam_backend_mixin [None req-93879f5a-aac6-4d9f-a324-61bf6f15864a None None] Port 9171b470-274c-469f-9cce-21c91138cb6b was not found and therefore no delete operation was performed {{(pid=106218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 12 23:35:02.157374 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-93879f5a-aac6-4d9f-a324-61bf6f15864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976'] for port (9171b470-274c-469f-9cce-21c91138cb6b), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.171370 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:35:02.171939 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290112'] for segment (d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.208851 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93879f5a-aac6-4d9f-a324-61bf6f15864a None None] Pushing event deleted for resources: {'Port': ['ID=9171b470-274c-469f-9cce-21c91138cb6b,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:02.215365 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93879f5a-aac6-4d9f-a324-61bf6f15864a None None] No DVR routers for this DVR port 9171b470-274c-469f-9cce-21c91138cb6b on host dv-cinder-852009-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:35:02.252335 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb resource provider aggregate not found Sep 12 23:35:02.284011 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2ae23f4-415c-4b86-b4c6-1d8b6e9b1aeb found for delete ", "request_id": "req-f53958ca-5daf-4e56-bdbe-4db1cc06c3c5"}]} Sep 12 23:35:02.295807 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (11be7f0c-3ec4-4c81-8e43-cbebcc992505), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.302533 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.309078 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/11be7f0c-3ec4-4c81-8e43-cbebcc992505 HTTP/1.1" status: 204 len: 168 time: 0.7852378 Sep 12 23:35:02.321791 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d9ddf-3d60-47a6-b9d1-4b585e140c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=11be7f0c-3ec4-4c81-8e43-cbebcc992505,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:02.515188 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 3248fc74-bf5d-445c-b68a-acaaf0709855 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:35:02.555170 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 3248fc74-bf5d-445c-b68a-acaaf0709855 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:35:02.555788 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 3248fc74-bf5d-445c-b68a-acaaf0709855 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:35:02.556402 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device c828b2dc-3c9a-485e-ab25-7824514da2e9 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:35:02.577032 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52272) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:02.579658 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: c828b2dc-3c9a-485e-ab25-7824514da2e9 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:35:02.580008 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device c828b2dc-3c9a-485e-ab25-7824514da2e9 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:35:02.580623 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 9171b470-274c-469f-9cce-21c91138cb6b no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:35:02.603152 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 9171b470-274c-469f-9cce-21c91138cb6b {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:35:02.603857 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 9171b470-274c-469f-9cce-21c91138cb6b not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:35:02.676739 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-bb7810b0-5a2c-4c78-8f82-880ceb3fdc2a admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=5aa1c574bdd14a1bb0ae5f82f892e6bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0984597 Sep 12 23:35:02.679416 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52276) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:02.736575 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994599e8-807e-40dc-93c2-05f56591bb56 req-eec07463-916f-4df7-be1e-ce7d71c57099 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:02.745543 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-994599e8-807e-40dc-93c2-05f56591bb56 req-eec07463-916f-4df7-be1e-ce7d71c57099 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 931 time: 0.1117840 Sep 12 23:35:02.814879 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50314616-5f6a-4722-acbd-9d3abba78319 admin admin] Publish callbacks [] for security_group (ccaf5af2-26f0-4742-b241-a1d9e7209308), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.841547 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-994599e8-807e-40dc-93c2-05f56591bb56 req-496d4565-5457-45a5-8c8f-fe3f43335d06 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949204 Sep 12 23:35:02.876052 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50314616-5f6a-4722-acbd-9d3abba78319 admin admin] Publish callbacks [] for security_group (ccaf5af2-26f0-4742-b241-a1d9e7209308), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.956144 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50314616-5f6a-4722-acbd-9d3abba78319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (ccaf5af2-26f0-4742-b241-a1d9e7209308), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.959301 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-50314616-5f6a-4722-acbd-9d3abba78319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:02.960956 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-50314616-5f6a-4722-acbd-9d3abba78319 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ccaf5af2-26f0-4742-b241-a1d9e7209308 HTTP/1.1" status: 204 len: 168 time: 0.2805462 Sep 12 23:35:02.985837 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50314616-5f6a-4722-acbd-9d3abba78319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaf5af2-26f0-4742-b241-a1d9e7209308,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:04.043132 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80c5ab-6f45-4e3d-8aab-afeda1d08554 req-af8614d8-dad0-4752-bf0a-19ea500c41e5 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:04.050666 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cf80c5ab-6f45-4e3d-8aab-afeda1d08554 req-af8614d8-dad0-4752-bf0a-19ea500c41e5 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 931 time: 0.0808761 Sep 12 23:35:04.138680 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cf80c5ab-6f45-4e3d-8aab-afeda1d08554 req-2c595f8c-a440-4f8b-92dc-3b9c712da0ba tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865839 Sep 12 23:35:04.151903 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52328) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:04.347660 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-669242795-network', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:04.383762 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Made reservation on behalf of 1649d6cd95d4496baaee3a0c0595a304 for: {'network': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:35:04.386140 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:04.396581 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:04.490230 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:04.540182 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Publish callbacks [] for security_group (dea5c1c0-8ed1-484d-96a5-02ed7395dacd), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:04.544555 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (dea5c1c0-8ed1-484d-96a5-02ed7395dacd), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:04.570820 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:35:04.590836 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea5c1c0-8ed1-484d-96a5-02ed7395dacd,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:04.592370 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (6f43f295-40c5-4468-99d2-85785fdf61b3), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:04.592715 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.segments_db [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Added segment 6f43f295-40c5-4468-99d2-85785fdf61b3 of type vlan for network ed4f9993-21de-4020-a46f-ad235aaa1a52 Sep 12 23:35:04.640055 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (ed4f9993-21de-4020-a46f-ad235aaa1a52), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:04.673300 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (ed4f9993-21de-4020-a46f-ad235aaa1a52), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:04.674495 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:04.675141 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:04.683869 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:04.745109 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5920942 Sep 12 23:35:04.748477 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52336) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:04.749618 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85786d7c-523a-40c7-abd1-6a7bbc90ec72 admin admin] Pushing event updated for resources: {'Network': ['ID=ed4f9993-21de-4020-a46f-ad235aaa1a52,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:04.753902 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] Request body: {'subnet': {'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-669242795-subnet', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:04.760171 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:35:04.779899 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:04.786830 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] Made reservation on behalf of 1649d6cd95d4496baaee3a0c0595a304 for: {'subnet': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:35:04.788403 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2372792'] for subnet (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:04.826193 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:04.886531 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:04.990624 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3869886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2372778'] for subnet (5c8a082d-5139-440e-8a4c-a396da0549ff), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:05.049915 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c8a082d-5139-440e-8a4c-a396da0549ff,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:05.058680 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] Checking segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:35:05.059101 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] Network hostable DHCP agents. Network: ed4f9993-21de-4020-a46f-ad235aaa1a52, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:35:05.122475 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:35:05.129917 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, ed4f9993-21de-4020-a46f-ad235aaa1a52) {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:35:05.134937 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:05.136274 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:05.139818 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a00b10-2639-4410-859d-1372ec7ab597 None None] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:35:05.161722 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52338) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:05.163959 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4f1d60fe-3fbe-43de-88ac-25cf74db2ade admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4131336 Sep 12 23:35:05.166482 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:05.187826 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1762695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62076'] for router (35a1ac74-3d42-4c69-ab85-bbd60e04302e), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:05.188868 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1762225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1752062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1803553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62021'] for router (35a1ac74-3d42-4c69-ab85-bbd60e04302e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:05.245195 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Publish callbacks [] for router_controller (35a1ac74-3d42-4c69-ab85-bbd60e04302e), precommit_add_association {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:05.378719 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4568c0b-9a3c-422e-9c6b-352c999afc55 req-5e5bade4-18c6-4ae9-9a49-4ce78bb55674 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:05.380339 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b4568c0b-9a3c-422e-9c6b-352c999afc55 req-5e5bade4-18c6-4ae9-9a49-4ce78bb55674 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 931 time: 0.0775783 Sep 12 23:35:05.435042 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4b625fc-9083-5ad4-a4aa-0c95f1419c98-ed4f9993-21de-4020-a46f-ad235aaa1a52', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff'}]}} from dv-cinder-852009-7-iscsi. {{(pid=106218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:35:05.436366 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:05.464569 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Publish callbacks [] for router_gateway (35a1ac74-3d42-4c69-ab85-bbd60e04302e), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:05.542074 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b4568c0b-9a3c-422e-9c6b-352c999afc55 req-1710c5a6-26cf-4d02-9820-a24b7d2482fb tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278622 Sep 12 23:35:05.611104 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.db_base_plugin_common [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Allocated IP 172.20.0.2 (ed4f9993-21de-4020-a46f-ad235aaa1a52/5c8a082d-5139-440e-8a4c-a396da0549ff/54ec5600-76b8-4ac1-b3e2-4b47c61c1702) {{(pid=106218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:35:05.727210 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Publish callbacks [] for router_gateway (35a1ac74-3d42-4c69-ab85-bbd60e04302e), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:05.742130 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:05.750886 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:05.837048 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Publish callbacks [] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), precommit_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:05.849975 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), after_create {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:05.929128 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 is already hosted by enough agents. {{(pid=106218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:35:05.933141 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.scheduler.base_scheduler [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Resources bound (agent type, host, resource id): {{(pid=106218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:35:05.936314 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Received port after_create {{(pid=106218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:35:05.964747 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Pushing event updated for resources: {'Port': ['ID=54ec5600-76b8-4ac1-b3e2-4b47c61c1702,revision_number=1']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:05.975463 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Allocated IP 172.27.3.35 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:35:06.006744 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Attempting to bind port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:35:06.007118 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Attempting to bind port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:35:06.007686 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Attempting to bind port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 on network ed4f9993-21de-4020-a46f-ad235aaa1a52 {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:35:06.067846 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:35:06.068254 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Checking segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:35:06.068669 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:06.069059 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Bound using segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:35:06.069545 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Bound port: 54ec5600-76b8-4ac1-b3e2-4b47c61c1702, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:35:06.069928 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:06.077950 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:06.120473 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Publish callbacks [] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:06.161899 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:06.164615 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] For port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:35:06.172520 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] For port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=54ec5600-76b8-4ac1-b3e2-4b47c61c1702,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:35:06.182984 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:06.245432 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f410d5-93a9-497d-997d-98f9c4bb31da None None] Pushing event updated for resources: {'Port': ['ID=54ec5600-76b8-4ac1-b3e2-4b47c61c1702,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:06.256189 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:35:06.268748 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:06.277253 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:35:06.281882 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:35:06.346498 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Pushing event updated for resources: {'Port': ['ID=d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:06.660720 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Publish callbacks [] for router_gateway (35a1ac74-3d42-4c69-ab85-bbd60e04302e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:06.721197 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35da97-2ef0-4db2-88e1-352b30740dc0 req-aff3e550-e5a8-46b3-9fb0-408745f9b8c9 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:06.723557 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a35da97-2ef0-4db2-88e1-352b30740dc0 req-aff3e550-e5a8-46b3-9fb0-408745f9b8c9 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 931 time: 0.0580890 Sep 12 23:35:06.790293 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2a35da97-2ef0-4db2-88e1-352b30740dc0 req-2198d6d2-534b-4da2-9a98-3b7b200551f7 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576365 Sep 12 23:35:06.889808 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1762272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1646390'] for router (35a1ac74-3d42-4c69-ab85-bbd60e04302e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:07.033783 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Router 35a1ac74-3d42-4c69-ab85-bbd60e04302e is scheduled to L3 agent a91ba015-034a-4df4-bab4-81d50940f45a with binding_index 1 {{(pid=106217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:35:07.110253 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Request body: {'port': {'device_id': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:07.145321 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:35:07.156849 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Sync routers for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:35:07.158138 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:07.172332 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:35:07.172906 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:07.178297 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:07.179801 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-50c721ce-55bb-457c-ac14-3db175517311 admin admin] 10.222.0.27 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0169711 Sep 12 23:35:07.182522 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52370) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:07.233634 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:07.321590 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:35:07.447479 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:07.510616 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad52d57d-90b0-4670-aecf-c88067834c92 None None] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:35:07.588049 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850a1b4c-80ad-42f1-b159-f1b2f080b1ea {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:35:07.594019 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:06Z', 'revision_number': 3, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:07.596799 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Publish callbacks [] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:07.612308 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Transition to ACTIVE for port object 850a1b4c-80ad-42f1-b159-f1b2f080b1ea will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:35:07.617308 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:07.635936 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Checking router: 35a1ac74-3d42-4c69-ab85-bbd60e04302e for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:35:07.636280 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Updating router 35a1ac74-3d42-4c69-ab85-bbd60e04302e port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe binding host dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:35:07.662625 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-f661a09d-10ef-47e5-a4c0-52249a2a96b8 None None] Provisioning complete for port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:07.662993 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f661a09d-10ef-47e5-a4c0-52249a2a96b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:07.707140 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Pushing event updated for resources: {'Port': ['ID=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:07.724560 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:07.732481 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:07.738242 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Attempting to bind port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:35:07.738590 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Attempting to bind port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:35:07.739064 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Attempting to bind port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea on network bd7cdf13-da54-4506-8d48-c8393a244995 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:35:07.763616 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:07.794180 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea on network bd7cdf13-da54-4506-8d48-c8393a244995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:35:07.794520 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Attempting to bind port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea on network bd7cdf13-da54-4506-8d48-c8393a244995 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:35:07.848209 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:35:07.848948 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Checking segment: {'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:35:07.849403 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Bound using segment: {'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:35:07.849914 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Bound port: 850a1b4c-80ad-42f1-b159-f1b2f080b1ea, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c284efff-bdd9-42e3-9260-ccb12a33a88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:35:07.850334 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:07.901053 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:07.930692 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-f661a09d-10ef-47e5-a4c0-52249a2a96b8 None None] Current status of the port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:07.931029 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f661a09d-10ef-47e5-a4c0-52249a2a96b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:07.931780 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] For port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:35:07.934118 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:07.937058 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] For port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:35:07.945987 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:07.952944 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:07.953656 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:07.955160 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/850a1b4c-80ad-42f1-b159-f1b2f080b1ea HTTP/1.1" status: 200 len: 1093 time: 0.8501847 Sep 12 23:35:07.957714 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:07.961539 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6df572-756b-4262-8832-45ae7d224da5" -d '{"events": [{"name": "network-changed", "server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:08.021547 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128fb373-ee34-416f-8b5e-644f8a8cb771 x-openstack-request-id: req-128fb373-ee34-416f-8b5e-644f8a8cb771 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:08.022011 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:08.022270 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-128fb373-ee34-416f-8b5e-644f8a8cb771 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:08.022671 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128fb373-ee34-416f-8b5e-644f8a8cb771'] response: {'name': 'network-changed', 'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'status': 'completed', 'code': 200} Sep 12 23:35:08.033417 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-f661a09d-10ef-47e5-a4c0-52249a2a96b8 None None] For port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=54ec5600-76b8-4ac1-b3e2-4b47c61c1702,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:08.038749 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f661a09d-10ef-47e5-a4c0-52249a2a96b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.042284 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.082543 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dbf3c-2cb3-4321-a58a-71330743b169 req-9b9bff84-c3e1-4fa2-a1e1-8fbb7c35f583 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:08.084017 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ab7dbf3c-2cb3-4321-a58a-71330743b169 req-9b9bff84-c3e1-4fa2-a1e1-8fbb7c35f583 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 943 time: 0.1712511 Sep 12 23:35:08.088398 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-02d3170e-c1bd-4572-bccc-d3d7e39cacda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:08.089978 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-02d3170e-c1bd-4572-bccc-d3d7e39cacda service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=00950b4875f54197bf44bd1ffa353937&device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 1127 time: 0.0849662 Sep 12 23:35:08.092910 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041bf71-1fe3-4d5c-8878-541c8d16e36c service neutron] Pushing event updated for resources: {'Port': ['ID=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:08.129526 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661a09d-10ef-47e5-a4c0-52249a2a96b8 None None] Pushing event updated for resources: {'Port': ['ID=54ec5600-76b8-4ac1-b3e2-4b47c61c1702,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:08.132658 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-71a12b4b-f1e2-4d18-adcf-19731529e426 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea HTTP/1.1" status: 200 len: 217 time: 0.0343835 Sep 12 23:35:08.178809 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-b3560c64-cb70-4acc-a119-bab89c6f63b4 None None] Provisioning complete for port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:08.179856 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b3560c64-cb70-4acc-a119-bab89c6f63b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.184855 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-73f0a84f-9d0f-4ef8-8bc1-9ab6d43e24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:08.186416 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-73f0a84f-9d0f-4ef8-8bc1-9ab6d43e24b4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4528599c-7f3c-480f-b781-d8464330e2f6 HTTP/1.1" status: 200 len: 853 time: 0.0473831 Sep 12 23:35:08.205671 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ab7dbf3c-2cb3-4321-a58a-71330743b169 req-f2675ed2-64b0-4590-9a8b-cb3637a3749e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874624 Sep 12 23:35:08.228201 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Publish callbacks [] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), precommit_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.239681 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:08.245522 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.246079 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d18667e2-9a90-4a44-a722-829b5b7bbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:08.247754 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-d18667e2-9a90-4a44-a722-829b5b7bbda1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bd7cdf13-da54-4506-8d48-c8393a244995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548592 Sep 12 23:35:08.254773 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.275988 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Allocated IP 172.20.0.1 (ed4f9993-21de-4020-a46f-ad235aaa1a52/5c8a082d-5139-440e-8a4c-a396da0549ff/1099c8ac-ef9a-4927-8cf4-a907366d40f6) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:35:08.289702 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Attempting to bind port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:35:08.290062 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Attempting to bind port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:35:08.290409 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Attempting to bind port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe on network 3d1bb2ef-6927-4726-aaac-6b0961c086cb {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:35:08.337407 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08d86b-d44d-44c3-8b1d-9749c211adbc None None] Pushing event updated for resources: {'Port': ['ID=d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe,revision_number=2']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:08.356134 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-222676a1-9d7a-42e4-b669-06ae7c8b5e59 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007121 Sep 12 23:35:08.380217 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:35:08.380593 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Checking segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:35:08.380997 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.381382 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Bound using segment: {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'} {{(pid=106218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:35:08.381858 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.managers [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Bound port: d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2474b3db-2156-4bb9-a687-ee06a6c791b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}}] {{(pid=106218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:35:08.382261 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.384078 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-b3560c64-cb70-4acc-a119-bab89c6f63b4 None None] Current status of the port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:08.417505 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:08.420924 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Publish callbacks [] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.440538 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] For port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:35:08.444340 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] For port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:35:08.451968 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.471819 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.475882 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b632f26-8d97-40d4-9bbb-df56e1dc4a1b req-51603107-4a78-46b8-9111-acbc2d3d5d94 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123953 Sep 12 23:35:08.494544 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:35:08.495495 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:08.561534 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08d86b-d44d-44c3-8b1d-9749c211adbc None None] Pushing event updated for resources: {'Port': ['ID=d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe,revision_number=3']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:08.561762 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:35:08.564107 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:35:08.568305 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:35:08.583203 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:35:08.614560 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Pushing event updated for resources: {'Port': ['ID=1099c8ac-ef9a-4927-8cf4-a907366d40f6,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:08.636413 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739795'] for router_interface (35a1ac74-3d42-4c69-ab85-bbd60e04302e), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.674648 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:35:08.823902 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.880717 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:08.895284 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:08.895649 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:08.944499 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:08.974841 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-699f40fa-01cb-4665-936f-0301c598afea None None] Provisioning complete for port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:08.975132 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-699f40fa-01cb-4665-936f-0301c598afea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:09.001625 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Publish callbacks [] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:09.006515 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:09.030663 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-699f40fa-01cb-4665-936f-0301c598afea None None] Port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:35:09.086858 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739911'] for router_interface (35a1ac74-3d42-4c69-ab85-bbd60e04302e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:09.088995 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Pushing event updated for resources: {'Port': ['ID=1099c8ac-ef9a-4927-8cf4-a907366d40f6,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:09.106331 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:09.112320 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:06Z', 'revision_number': 3, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:09.137890 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c6bbb-92f0-4faf-992f-61cd6a2c5c2b None None] The sync data for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi is: [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:06Z', 'revision_number': 3, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:35:09.189504 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:35:09.190915 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:35:09.286987 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6df572-756b-4262-8832-45ae7d224da5 req-f4630159-e6e4-45f9-b1d0-1b2c87efe8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:09.288468 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec6df572-756b-4262-8832-45ae7d224da5 req-f4630159-e6e4-45f9-b1d0-1b2c87efe8ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=00950b4875f54197bf44bd1ffa353937&device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 1127 time: 0.0513024 Sep 12 23:35:09.324391 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Router 35a1ac74-3d42-4c69-ab85-bbd60e04302e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:35:09.412237 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66736f59-7b26-41be-86f7-e37cd60d8737 req-aebd275a-1743-46d8-9e37-744284c3f573 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:09.412237 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-66736f59-7b26-41be-86f7-e37cd60d8737 req-aebd275a-1743-46d8-9e37-744284c3f573 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 943 time: 0.1120005 Sep 12 23:35:09.473794 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:35:09.481740 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-40044b1e-11e6-4ccc-84ab-62e60fd1d5af admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/35a1ac74-3d42-4c69-ab85-bbd60e04302e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2979908 Sep 12 23:35:09.555528 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-e9cd3503-d2af-4ffb-a86c-dba6cbe9599f None None] Provisioning complete for port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:09.556176 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e9cd3503-d2af-4ffb-a86c-dba6cbe9599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:09.596563 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd3503-d2af-4ffb-a86c-dba6cbe9599f None None] Port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:35:09.722777 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:09.744019 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6df572-756b-4262-8832-45ae7d224da5 req-734a3f8e-15a0-42cf-b401-b44ea069edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:09.745482 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec6df572-756b-4262-8832-45ae7d224da5 req-734a3f8e-15a0-42cf-b401-b44ea069edc9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bd7cdf13-da54-4506-8d48-c8393a244995 HTTP/1.1" status: 200 len: 915 time: 0.4372377 Sep 12 23:35:09.792420 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec6df572-756b-4262-8832-45ae7d224da5 req-626f1b95-a712-4557-9dac-12d567a40233 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea HTTP/1.1" status: 200 len: 217 time: 0.0387304 Sep 12 23:35:09.799786 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-66736f59-7b26-41be-86f7-e37cd60d8737 req-ad4859b8-dfa8-44e6-8468-e4e0cc27e1b8 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647902 Sep 12 23:35:09.824124 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52398) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:09.830864 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-32588690-6656-49e5-937a-5a2f544cfaa7 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824181112', 'description': 'tempest-description--1491172596'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:09.840811 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:09.845293 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6df572-756b-4262-8832-45ae7d224da5 req-3d1981ee-b34b-4e31-9539-bd578c4f77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:09.846748 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec6df572-756b-4262-8832-45ae7d224da5 req-3d1981ee-b34b-4e31-9539-bd578c4f77bf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4528599c-7f3c-480f-b781-d8464330e2f6 HTTP/1.1" status: 200 len: 853 time: 0.0454500 Sep 12 23:35:09.881375 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-32588690-6656-49e5-937a-5a2f544cfaa7 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:09.903413 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6df572-756b-4262-8832-45ae7d224da5 req-035b4555-daf0-4f92-90dc-8c300c6aa0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:09.905355 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec6df572-756b-4262-8832-45ae7d224da5 req-035b4555-daf0-4f92-90dc-8c300c6aa0b8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bd7cdf13-da54-4506-8d48-c8393a244995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529194 Sep 12 23:35:09.968028 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-32588690-6656-49e5-937a-5a2f544cfaa7 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (6c4036d4-7c63-453f-86e7-c719d61fccda), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:09.973810 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-32588690-6656-49e5-937a-5a2f544cfaa7 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (6c4036d4-7c63-453f-86e7-c719d61fccda), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.023225 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-32588690-6656-49e5-937a-5a2f544cfaa7 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.025039 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-32588690-6656-49e5-937a-5a2f544cfaa7 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1994135 Sep 12 23:35:10.028709 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52406) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:10.036062 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32588690-6656-49e5-937a-5a2f544cfaa7 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4036d4-7c63-453f-86e7-c719d61fccda,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:10.041080 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-332eff00-959b-465e-b6bc-446fd1a93ea8 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group_rule': {'security_group_id': '6c4036d4-7c63-453f-86e7-c719d61fccda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:10.063600 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec6df572-756b-4262-8832-45ae7d224da5 req-fd65014f-20d3-4557-b4eb-0a29d04734a0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498160 Sep 12 23:35:10.075465 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-332eff00-959b-465e-b6bc-446fd1a93ea8 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (5f6da121-1d7d-4c17-ac38-fdaa2d2d746b), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.144958 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-332eff00-959b-465e-b6bc-446fd1a93ea8 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (5f6da121-1d7d-4c17-ac38-fdaa2d2d746b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.150646 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-332eff00-959b-465e-b6bc-446fd1a93ea8 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (5f6da121-1d7d-4c17-ac38-fdaa2d2d746b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.168222 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eff00-959b-465e-b6bc-446fd1a93ea8 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6da121-1d7d-4c17-ac38-fdaa2d2d746b,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:10.205467 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec6df572-756b-4262-8832-45ae7d224da5 req-19b783a8-6f94-4c24-b3a3-2ae09a1c7862 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334293 Sep 12 23:35:10.210208 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-332eff00-959b-465e-b6bc-446fd1a93ea8 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.214831 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-332eff00-959b-465e-b6bc-446fd1a93ea8 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802981 Sep 12 23:35:10.215274 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52416) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:10.222581 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-a31558c2-eb72-4466-8ec5-cf44fff85f47 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group_rule': {'security_group_id': '6c4036d4-7c63-453f-86e7-c719d61fccda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:10.237003 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:10.339240 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a31558c2-eb72-4466-8ec5-cf44fff85f47 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (9abf347d-5169-47e7-b923-d505442b1354), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.406727 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a31558c2-eb72-4466-8ec5-cf44fff85f47 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (9abf347d-5169-47e7-b923-d505442b1354), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.410483 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a31558c2-eb72-4466-8ec5-cf44fff85f47 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (9abf347d-5169-47e7-b923-d505442b1354), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.429066 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31558c2-eb72-4466-8ec5-cf44fff85f47 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abf347d-5169-47e7-b923-d505442b1354,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:10.438564 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a31558c2-eb72-4466-8ec5-cf44fff85f47 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.439857 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a31558c2-eb72-4466-8ec5-cf44fff85f47 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2230084 Sep 12 23:35:10.443953 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52420) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:10.448401 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:10.470471 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.500025 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:35:10.549438 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:10.550006 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.553692 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.576539 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:10.596602 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:10.638417 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:10.638807 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.661324 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:10.665323 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.672043 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Allocated IP 172.27.3.50 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/ffea9455-e2a8-4b44-851d-512514432a31) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:35:10.714718 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:10.785884 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (ffea9455-e2a8-4b44-851d-512514432a31), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.817476 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (ffea9455-e2a8-4b44-851d-512514432a31), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.857597 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:35:10.860659 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:35:10.865055 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:10.868148 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:35:10.892164 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=ffea9455-e2a8-4b44-851d-512514432a31,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:10.964464 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (b03f4fa4-ea65-406f-8699-b3560876d202), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:10.967216 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544de45-9dd7-488c-aa15-369ee99bd8cf req-af2002bc-50de-4fb7-bf9b-84c0b0bd48cd tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:10.969058 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1544de45-9dd7-488c-aa15-369ee99bd8cf req-af2002bc-50de-4fb7-bf9b-84c0b0bd48cd tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 943 time: 0.0523369 Sep 12 23:35:11.002489 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (ffea9455-e2a8-4b44-851d-512514432a31), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.025864 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1544de45-9dd7-488c-aa15-369ee99bd8cf req-ce18d9d4-1777-4cac-bb72-c3b289058860 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508807 Sep 12 23:35:11.059626 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 850a1b4c-80ad-42f1-b159-f1b2f080b1ea details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:35:11.120311 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Sync routers for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:35:11.131882 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:35:11.132870 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:11.167599 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (ffea9455-e2a8-4b44-851d-512514432a31), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.170399 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:11.173871 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (ffea9455-e2a8-4b44-851d-512514432a31), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.184879 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'port_id': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'mac_address': 'fa:16:3e:be:79:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:35:11.221035 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:11.221433 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.235267 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850a1b4c-80ad-42f1-b159-f1b2f080b1ea {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:35:11.239562 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:35:11.247514 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (b03f4fa4-ea65-406f-8699-b3560876d202), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.250178 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=ffea9455-e2a8-4b44-851d-512514432a31,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:11.256783 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:11.262320 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.269569 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.270804 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-759ab4b1-7cad-43c1-bbf2-8b8c8e22e8ea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8258235 Sep 12 23:35:11.326430 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:11.434900 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-dc6695eb-1ed9-48ce-a8f4-45590abd9e64 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--824181112&fields=id&tenant_id=1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 267 time: 0.0498486 Sep 12 23:35:11.440997 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 2, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:11.465858 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Checking router: 35a1ac74-3d42-4c69-ab85-bbd60e04302e for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:35:11.466214 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Updating router 35a1ac74-3d42-4c69-ab85-bbd60e04302e port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 binding host dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:35:11.491160 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['850a1b4c-80ad-42f1-b159-f1b2f080b1ea'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:35:11.514519 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.534376 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=100 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:11.565155 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:11.577915 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-cb4732c8-80cd-4992-be03-953a1ae8684c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:11.579960 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-cb4732c8-80cd-4992-be03-953a1ae8684c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 814 time: 0.1319323 Sep 12 23:35:11.598810 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:11.604771 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-635565d5-cce4-4f4c-bdff-a5ed029e861c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/quotas/1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 375 time: 0.0155985 Sep 12 23:35:11.668226 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-e5361cb4-8904-4af9-8fa5-0a152dbff150 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583715 Sep 12 23:35:11.742952 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52448) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:11.812798 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-69a0420a-d7d9-488c-bf7e-c17fcf43774e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.817910 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Publish callbacks [] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), precommit_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.823428 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.884594 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06177331-1fe9-4560-bd48-8aca05d624b5 None None] Pushing event updated for resources: {'Port': ['ID=1099c8ac-ef9a-4927-8cf4-a907366d40f6,revision_number=3']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:11.914207 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Attempting to bind port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 on host dv-cinder-852009-7-iscsi for vnic_type normal with profile {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:35:11.914576 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Attempting to bind port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 by drivers openvswitch,hyperv on host dv-cinder-852009-7-iscsi at level 0 using segments [{'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:35:11.914962 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Attempting to bind port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 on network ed4f9993-21de-4020-a46f-ad235aaa1a52 {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:35:11.929826 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:11.939909 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-ae5dfbf1-90bf-4cbf-ae5b-64dc482ad7db service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562914 Sep 12 23:35:11.954397 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:11.958897 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Checking agent: {'id': '332f73f9-2f9f-424d-9813-14a42179b814', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 20), 'started_at': datetime.datetime(2022, 9, 12, 23, 20, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:35:11.959270 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Checking segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:35:11.959743 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:11.960134 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Bound using segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} {{(pid=106219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:35:11.960606 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.managers [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Bound port: 1099c8ac-ef9a-4927-8cf4-a907366d40f6, host: dv-cinder-852009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}}] {{(pid=106219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:35:11.960980 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), before_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.025220 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] For port 1099c8ac-ef9a-4927-8cf4-a907366d40f6, host dv-cinder-852009-7-iscsi, cleared binding levels {{(pid=106219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:35:12.027337 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-69a0420a-d7d9-488c-bf7e-c17fcf43774e admin admin] Publish callbacks [] for security_group (1b9c52e7-04fc-4073-996c-5c9fdba9e1eb), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.028292 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.plugins.ml2.db [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] For port 1099c8ac-ef9a-4927-8cf4-a907366d40f6, host dv-cinder-852009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=1099c8ac-ef9a-4927-8cf4-a907366d40f6,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:35:12.035205 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron_lib.callbacks.manager [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), after_update {{(pid=106219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.036457 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-69a0420a-d7d9-488c-bf7e-c17fcf43774e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (1b9c52e7-04fc-4073-996c-5c9fdba9e1eb), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.075526 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:35:12.076228 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:12.098703 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0420a-d7d9-488c-bf7e-c17fcf43774e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c52e7-04fc-4073-996c-5c9fdba9e1eb,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:12.102974 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-e0f9631d-69aa-42c1-972b-337ae1629cc0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546984 Sep 12 23:35:12.105849 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-69a0420a-d7d9-488c-bf7e-c17fcf43774e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=d8a0d97d4c2b413b9318df6d71d0ad62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616543 Sep 12 23:35:12.108471 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52454) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:12.160580 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9cb54335-9f3e-48a2-ace9-9c88ef606c2e admin admin] Publish callbacks [] for security_group (1b9c52e7-04fc-4073-996c-5c9fdba9e1eb), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.183823 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9cb54335-9f3e-48a2-ace9-9c88ef606c2e admin admin] Publish callbacks [] for security_group (1b9c52e7-04fc-4073-996c-5c9fdba9e1eb), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.197467 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:35:12.204713 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed51201-9bcb-4ed9-b411-87a2590df7b6 req-ac144e07-dd7b-4a2a-9ad3-f1a88cf1746e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:12.207881 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4ed51201-9bcb-4ed9-b411-87a2590df7b6 req-ac144e07-dd7b-4a2a-9ad3-f1a88cf1746e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 944 time: 0.0923457 Sep 12 23:35:12.236300 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06177331-1fe9-4560-bd48-8aca05d624b5 None None] Pushing event updated for resources: {'Port': ['ID=1099c8ac-ef9a-4927-8cf4-a907366d40f6,revision_number=4']} {{(pid=106219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:12.252992 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9cb54335-9f3e-48a2-ace9-9c88ef606c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (1b9c52e7-04fc-4073-996c-5c9fdba9e1eb), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.255444 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9cb54335-9f3e-48a2-ace9-9c88ef606c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.259149 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9cb54335-9f3e-48a2-ace9-9c88ef606c2e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/1b9c52e7-04fc-4073-996c-5c9fdba9e1eb HTTP/1.1" status: 204 len: 168 time: 0.1472979 Sep 12 23:35:12.289751 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb54335-9f3e-48a2-ace9-9c88ef606c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c52e7-04fc-4073-996c-5c9fdba9e1eb,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:12.307791 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4ed51201-9bcb-4ed9-b411-87a2590df7b6 req-46e0a3d2-0734-4082-a98c-b62ceb3ac4ce tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926228 Sep 12 23:35:12.436652 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6344ac3b-e14e-4ec0-8d62-f3b6b7b29091 req-b192bb7c-5e9e-4a45-a682-7d60eadf8fef tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 210 time: 0.0534301 Sep 12 23:35:12.525383 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:12Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:12.562205 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a45ee-c4c8-408b-81c7-e0c95f21497f None None] The sync data for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi is: [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:12Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:35:12.590905 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:35:12.680263 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:12.680846 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.731163 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52468) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:12.745217 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7c886d8e-ba8c-4b97-8988-beb75034c7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.776301 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:12.846480 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7c886d8e-ba8c-4b97-8988-beb75034c7f5 admin admin] Publish callbacks [] for security_group (bbbe04e0-58ef-46fc-a7e2-5905fa283a57), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.850353 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7c886d8e-ba8c-4b97-8988-beb75034c7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (bbbe04e0-58ef-46fc-a7e2-5905fa283a57), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.866641 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:12.892763 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7c886d8e-ba8c-4b97-8988-beb75034c7f5 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=65481cfb1e414a48a1b55be61b18629b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604986 Sep 12 23:35:12.897569 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52472) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:12.899298 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c886d8e-ba8c-4b97-8988-beb75034c7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbe04e0-58ef-46fc-a7e2-5905fa283a57,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:12.967077 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-643385da-655d-4415-b2ad-546e334f7a82 admin admin] Publish callbacks [] for security_group (bbbe04e0-58ef-46fc-a7e2-5905fa283a57), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:12.994587 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-643385da-655d-4415-b2ad-546e334f7a82 admin admin] Publish callbacks [] for security_group (bbbe04e0-58ef-46fc-a7e2-5905fa283a57), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.053619 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-643385da-655d-4415-b2ad-546e334f7a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (bbbe04e0-58ef-46fc-a7e2-5905fa283a57), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.057595 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 850a1b4c-80ad-42f1-b159-f1b2f080b1ea up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:35:13.058566 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-643385da-655d-4415-b2ad-546e334f7a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.062376 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-643385da-655d-4415-b2ad-546e334f7a82 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/bbbe04e0-58ef-46fc-a7e2-5905fa283a57 HTTP/1.1" status: 204 len: 168 time: 0.1616387 Sep 12 23:35:13.076071 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643385da-655d-4415-b2ad-546e334f7a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbe04e0-58ef-46fc-a7e2-5905fa283a57,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:13.138331 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:35:13.141921 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:13.147774 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:13.148881 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.244747 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:13.245143 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.280940 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:13.283329 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561b82a7-700e-40c9-9d08-de407eee46f1" -d '{"events": [{"server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "name": "network-vif-plugged", "status": "completed", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:13.318633 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:13.330377 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.343347 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f061d50-63b6-4f3f-bad6-7a4569c043f4 x-openstack-request-id: req-1f061d50-63b6-4f3f-bad6-7a4569c043f4 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:13.343518 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "name": "network-vif-plugged", "status": "completed", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:13.345297 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1f061d50-63b6-4f3f-bad6-7a4569c043f4 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:13.345927 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f061d50-63b6-4f3f-bad6-7a4569c043f4'] response: {'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'code': 200} Sep 12 23:35:13.410893 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:13.472585 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c5db-908d-4b7c-9899-b83fe82cc23a req-bdfbd65c-7d04-445f-b240-446fe8dd4069 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:13.474131 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1763c5db-908d-4b7c-9899-b83fe82cc23a req-bdfbd65c-7d04-445f-b240-446fe8dd4069 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.0550163 Sep 12 23:35:13.490260 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:13.537952 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1763c5db-908d-4b7c-9899-b83fe82cc23a req-581d1fe9-bc7a-412d-a880-bfed26c28e42 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554945 Sep 12 23:35:13.568235 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52488) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:13.597552 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-879ea87c-4809-42dc-a5c6-5bc9b636a2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.602583 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-69f2fe6d-c9d5-4574-9282-926e8bc2cb12 req-f174aa22-b81e-4d78-a322-fd06525c1862 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 210 time: 0.0487916 Sep 12 23:35:13.758826 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a5004-904e-4a68-8dff-96baca535376 req-7b29fbe5-0f43-46b5-b50d-f283fc00038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:13.760500 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f85a5004-904e-4a68-8dff-96baca535376 req-7b29fbe5-0f43-46b5-b50d-f283fc00038e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 1129 time: 0.0475218 Sep 12 23:35:13.774296 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-879ea87c-4809-42dc-a5c6-5bc9b636a2c8 admin admin] Publish callbacks [] for security_group (b5b9eba6-6f4d-4ac8-a23e-9fdf5185ea03), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.783037 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-879ea87c-4809-42dc-a5c6-5bc9b636a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (b5b9eba6-6f4d-4ac8-a23e-9fdf5185ea03), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.819254 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-f85a5004-904e-4a68-8dff-96baca535376 req-2572538d-1ca0-4f46-8e3c-62fbe10ed57a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522246 Sep 12 23:35:13.839701 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:13.859423 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-879ea87c-4809-42dc-a5c6-5bc9b636a2c8 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e821263aefb749d49f94c08266fc8abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896304 Sep 12 23:35:13.862223 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52490) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:13.863202 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ea87c-4809-42dc-a5c6-5bc9b636a2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b9eba6-6f4d-4ac8-a23e-9fdf5185ea03,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:13.871930 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-57a0c2b9-862c-47e4-bc69-729c2e7e4d86 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:13.873725 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-57a0c2b9-862c-47e4-bc69-729c2e7e4d86 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 814 time: 0.1847444 Sep 12 23:35:13.922161 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-71cb17ce-ede6-4ea3-84ad-fdef94c9bdf1 admin admin] Publish callbacks [] for security_group (b5b9eba6-6f4d-4ac8-a23e-9fdf5185ea03), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.943272 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-71cb17ce-ede6-4ea3-84ad-fdef94c9bdf1 admin admin] Publish callbacks [] for security_group (b5b9eba6-6f4d-4ac8-a23e-9fdf5185ea03), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.996020 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-71cb17ce-ede6-4ea3-84ad-fdef94c9bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (b5b9eba6-6f4d-4ac8-a23e-9fdf5185ea03), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.998601 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-71cb17ce-ede6-4ea3-84ad-fdef94c9bdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:13.999816 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-71cb17ce-ede6-4ea3-84ad-fdef94c9bdf1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b5b9eba6-6f4d-4ac8-a23e-9fdf5185ea03 HTTP/1.1" status: 204 len: 168 time: 0.1362903 Sep 12 23:35:14.007768 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb17ce-ede6-4ea3-84ad-fdef94c9bdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b9eba6-6f4d-4ac8-a23e-9fdf5185ea03,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:14.089011 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-d25840a0-bd11-4684-8e82-0a7055686144 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 379 time: 0.0591033 Sep 12 23:35:14.137829 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'port': {'device_id': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'admin_state_up': True, 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'security_groups': ['6c4036d4-7c63-453f-86e7-c719d61fccda']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:14.259935 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Made reservation on behalf of 1649d6cd95d4496baaee3a0c0595a304 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:35:14.263625 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:14.393756 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Allocated IP 172.20.0.6 (ed4f9993-21de-4020-a46f-ad235aaa1a52/5c8a082d-5139-440e-8a4c-a396da0549ff/5a153622-8f69-4201-a53f-b4494737fcf9) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:35:14.515257 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 1099c8ac-ef9a-4927-8cf4-a907366d40f6 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:35:14.556761 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (5a153622-8f69-4201-a53f-b4494737fcf9), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:14.562738 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:14.563101 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:14.600388 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:14.646657 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:14.663305 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:35:14.680622 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 is: DOWN; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:14.681164 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:14.699398 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:35:14.722118 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:35:14.738348 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] For port 1099c8ac-ef9a-4927-8cf4-a907366d40f6, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=1099c8ac-ef9a-4927-8cf4-a907366d40f6,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:14.744930 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:14.768339 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=5a153622-8f69-4201-a53f-b4494737fcf9,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:14.772615 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daadd6-e16d-483c-9a3b-73f75d908bca req-90874783-5e44-4d58-887f-930481d1c360 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:14.781701 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42e639-799b-4054-a194-dd5046d61ed1 req-19746fb7-ad66-4a21-9e68-4919d80caa75 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:14.783892 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7e42e639-799b-4054-a194-dd5046d61ed1 req-19746fb7-ad66-4a21-9e68-4919d80caa75 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.1496317 Sep 12 23:35:14.788288 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c0daadd6-e16d-483c-9a3b-73f75d908bca req-90874783-5e44-4d58-887f-930481d1c360 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 931 time: 0.0956519 Sep 12 23:35:14.829026 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Pushing event updated for resources: {'Port': ['ID=1099c8ac-ef9a-4927-8cf4-a907366d40f6,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:14.854500 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c0daadd6-e16d-483c-9a3b-73f75d908bca req-f5537f8e-c8d7-4cb3-8b44-b7734aa4feb4 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6c4036d4-7c63-453f-86e7-c719d61fccda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608020 Sep 12 23:35:14.856543 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:14.857401 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:14.880810 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-77453a06-1efa-418f-b417-7757a2965a56 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7486994 Sep 12 23:35:14.916173 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7e42e639-799b-4054-a194-dd5046d61ed1 req-30e6ab57-bca7-4c2a-9389-5b0665dbbe1c tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207850 Sep 12 23:35:15.064929 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-b82efe32-83dd-4b15-b792-514f8c15096b None None] Provisioning complete for port 5a153622-8f69-4201-a53f-b4494737fcf9 triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:15.065321 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b82efe32-83dd-4b15-b792-514f8c15096b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:15.100304 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-b82efe32-83dd-4b15-b792-514f8c15096b None None] Port 5a153622-8f69-4201-a53f-b4494737fcf9 cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:35:15.139276 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Request body: {'port': {'device_id': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:15.163490 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:15.217213 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:15.488146 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a153622-8f69-4201-a53f-b4494737fcf9 {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:35:15.496366 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Publish callbacks [] for port (5a153622-8f69-4201-a53f-b4494737fcf9), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:15.511561 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Transition to ACTIVE for port object 5a153622-8f69-4201-a53f-b4494737fcf9 will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:35:15.516366 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:15.584049 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Pushing event updated for resources: {'Port': ['ID=5a153622-8f69-4201-a53f-b4494737fcf9,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:15.634098 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Attempting to bind port 5a153622-8f69-4201-a53f-b4494737fcf9 on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:35:15.634445 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Attempting to bind port 5a153622-8f69-4201-a53f-b4494737fcf9 by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:35:15.634792 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Attempting to bind port 5a153622-8f69-4201-a53f-b4494737fcf9 on network ed4f9993-21de-4020-a46f-ad235aaa1a52 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:35:15.677032 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Port 5a153622-8f69-4201-a53f-b4494737fcf9 on network ed4f9993-21de-4020-a46f-ad235aaa1a52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:35:15.677360 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Attempting to bind port 5a153622-8f69-4201-a53f-b4494737fcf9 on network ed4f9993-21de-4020-a46f-ad235aaa1a52 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:35:15.720313 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:35:15.720662 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Checking segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:35:15.720963 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Bound using segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:35:15.721355 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Bound port: 5a153622-8f69-4201-a53f-b4494737fcf9, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:35:15.721781 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:15.788193 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] For port 5a153622-8f69-4201-a53f-b4494737fcf9, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:35:15.791535 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] For port 5a153622-8f69-4201-a53f-b4494737fcf9, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=5a153622-8f69-4201-a53f-b4494737fcf9,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:35:15.797699 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:15.804143 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:15.804770 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:15.806156 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/5a153622-8f69-4201-a53f-b4494737fcf9 HTTP/1.1" status: 200 len: 1093 time: 0.6715686 Sep 12 23:35:15.807727 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'tag': '5a153622-8f69-4201-a53f-b4494737fcf9'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:15.809985 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b46aa-c857-4531-8308-06ed6fc47366" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49", "tag": "5a153622-8f69-4201-a53f-b4494737fcf9"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:15.854850 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aaecd5-afb1-4a7c-8314-17d71e51858d x-openstack-request-id: req-95aaecd5-afb1-4a7c-8314-17d71e51858d {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:15.855148 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49", "tag": "5a153622-8f69-4201-a53f-b4494737fcf9", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:15.855406 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-95aaecd5-afb1-4a7c-8314-17d71e51858d {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:15.855837 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95aaecd5-afb1-4a7c-8314-17d71e51858d'] response: {'name': 'network-changed', 'server_uuid': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'tag': '5a153622-8f69-4201-a53f-b4494737fcf9', 'status': 'completed', 'code': 200} Sep 12 23:35:15.899734 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-e279445e-ab7f-4824-8c8b-408a76266a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:15.901256 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-e279445e-ab7f-4824-8c8b-408a76266a22 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 1127 time: 0.0575750 Sep 12 23:35:15.904384 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3c19c-5308-4e1c-9ce5-9ead18534c62 service neutron] Pushing event updated for resources: {'Port': ['ID=5a153622-8f69-4201-a53f-b4494737fcf9,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:15.946638 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-a2d6ebcd-9214-496c-a303-b2b1f310ebcd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a153622-8f69-4201-a53f-b4494737fcf9 HTTP/1.1" status: 200 len: 217 time: 0.0386503 Sep 12 23:35:16.007909 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:16.030653 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:16.039652 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3e161-ab66-4ac3-8baf-f30957a87461 req-5c5b5742-8b58-4812-a21f-221ce6e73925 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:16.041198 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8ba3e161-ab66-4ac3-8baf-f30957a87461 req-5c5b5742-8b58-4812-a21f-221ce6e73925 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 943 time: 0.0800087 Sep 12 23:35:16.044123 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-007420a5-87b0-4e48-b0f2-f9d63db98bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:16.045307 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13911ded-299b-4c19-9616-8a7aa274e33d req-c7a03f8a-3aef-41e5-af70-3ddc18210835 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:16.045802 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-007420a5-87b0-4e48-b0f2-f9d63db98bbd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0938249 Sep 12 23:35:16.047593 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-13911ded-299b-4c19-9616-8a7aa274e33d req-c7a03f8a-3aef-41e5-af70-3ddc18210835 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.0525572 Sep 12 23:35:16.068052 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:16.101813 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-13911ded-299b-4c19-9616-8a7aa274e33d req-bb366fad-7fd8-436b-a010-d745e0965f74 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476363 Sep 12 23:35:16.121779 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-134f2507-943c-44f4-b51e-ee45364ae130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:16.123297 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-134f2507-943c-44f4-b51e-ee45364ae130 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679753 Sep 12 23:35:16.157683 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8ba3e161-ab66-4ac3-8baf-f30957a87461 req-56657193-2955-4ff3-9b00-f9b8125c896a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6c4036d4-7c63-453f-86e7-c719d61fccda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033318 Sep 12 23:35:16.228083 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cb9ad-174a-484e-b7cf-598a97299b69 req-2c0d908a-ff98-48cd-93c1-dbc455f33b11 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:16.229607 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6f8cb9ad-174a-484e-b7cf-598a97299b69 req-2c0d908a-ff98-48cd-93c1-dbc455f33b11 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.0512388 Sep 12 23:35:16.244270 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-c9eab6d6-f77d-439f-9bb2-19035ea676b0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109819 Sep 12 23:35:16.283481 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6f8cb9ad-174a-484e-b7cf-598a97299b69 req-c68ce770-a46e-46a5-bc84-ef3a9fd5f185 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Sep 12 23:35:16.348582 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6047b160-ef9a-438e-a4b8-f9899ecd94ec req-d044c486-4f76-4a06-a345-08ab98537a4b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987990 Sep 12 23:35:16.505077 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 1099c8ac-ef9a-4927-8cf4-a907366d40f6 up at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:35:16.543239 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:16.553620 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Provisioning complete for port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:16.554003 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:16.625764 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Current status of the port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 is: ACTIVE; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:16.634790 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a8914-21a1-4308-b37d-5169efe99869 req-30796457-92a9-4737-b1e4-436dbe80bf84 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:16.636293 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ce3a8914-21a1-4308-b37d-5169efe99869 req-30796457-92a9-4737-b1e4-436dbe80bf84 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.0479865 Sep 12 23:35:16.683785 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ce3a8914-21a1-4308-b37d-5169efe99869 req-c5cbb969-9184-44e4-8239-c9a5586accda tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Sep 12 23:35:17.160302 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b46aa-c857-4531-8308-06ed6fc47366 req-9c6bae7c-5961-448d-801f-3e444436f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:17.161836 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d76b46aa-c857-4531-8308-06ed6fc47366 req-9c6bae7c-5961-448d-801f-3e444436f5f9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 1127 time: 0.0401840 Sep 12 23:35:17.259878 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b46aa-c857-4531-8308-06ed6fc47366 req-68e53d83-c9d3-4f6b-8504-00a3bd6d3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:17.261483 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d76b46aa-c857-4531-8308-06ed6fc47366 req-68e53d83-c9d3-4f6b-8504-00a3bd6d3404 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 915 time: 0.0932391 Sep 12 23:35:17.554068 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d76b46aa-c857-4531-8308-06ed6fc47366 req-a9e108c9-d131-44cf-8f12-b681308adf85 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a153622-8f69-4201-a53f-b4494737fcf9 HTTP/1.1" status: 200 len: 217 time: 0.2854986 Sep 12 23:35:17.622639 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05e21d-aa1e-49b9-ba64-59efd98ec859 req-8b1587bc-19be-4455-a98f-f7cfe5266062 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:17.624251 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ba05e21d-aa1e-49b9-ba64-59efd98ec859 req-8b1587bc-19be-4455-a98f-f7cfe5266062 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 943 time: 0.0798922 Sep 12 23:35:17.642298 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b46aa-c857-4531-8308-06ed6fc47366 req-502525af-46ad-4c65-a6f5-499c6fc65a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:17.644236 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d76b46aa-c857-4531-8308-06ed6fc47366 req-502525af-46ad-4c65-a6f5-499c6fc65a37 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0706649 Sep 12 23:35:17.709813 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b46aa-c857-4531-8308-06ed6fc47366 req-f086d3c3-7e92-422e-8467-df7d9509cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:17.711318 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d76b46aa-c857-4531-8308-06ed6fc47366 req-f086d3c3-7e92-422e-8467-df7d9509cdf7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605047 Sep 12 23:35:17.715641 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ba05e21d-aa1e-49b9-ba64-59efd98ec859 req-39997c6e-f724-4e64-84d6-48bdf046e1d7 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6c4036d4-7c63-453f-86e7-c719d61fccda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846207 Sep 12 23:35:17.804256 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d76b46aa-c857-4531-8308-06ed6fc47366 req-7081732d-ae61-4483-b07f-3d3d7277114e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873673 Sep 12 23:35:17.897106 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d76b46aa-c857-4531-8308-06ed6fc47366 req-495494d8-3e4f-4d8a-b1d9-24cae1e9db8b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875731 Sep 12 23:35:18.621770 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:35:18.838420 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5249e5f-37e5-4cc9-838d-352aec36430c req-ae219367-b1b5-4bf3-9d6a-f62ecbfe02be tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:18.839912 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c5249e5f-37e5-4cc9-838d-352aec36430c req-ae219367-b1b5-4bf3-9d6a-f62ecbfe02be tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 943 time: 0.0486486 Sep 12 23:35:18.890277 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c5249e5f-37e5-4cc9-838d-352aec36430c req-a86af954-1b54-4097-b6b8-740f6a3c0837 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6c4036d4-7c63-453f-86e7-c719d61fccda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445724 Sep 12 23:35:19.087548 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 5a153622-8f69-4201-a53f-b4494737fcf9 details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:35:19.188193 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 5a153622-8f69-4201-a53f-b4494737fcf9, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=5a153622-8f69-4201-a53f-b4494737fcf9,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:19.199556 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '5a153622-8f69-4201-a53f-b4494737fcf9', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'port_id': '5a153622-8f69-4201-a53f-b4494737fcf9', 'mac_address': 'fa:16:3e:fc:4a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:35:19.232133 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 5a153622-8f69-4201-a53f-b4494737fcf9 is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:19.232461 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:19.234865 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:19.246499 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a153622-8f69-4201-a53f-b4494737fcf9 {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:35:19.266236 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 5a153622-8f69-4201-a53f-b4494737fcf9, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=5a153622-8f69-4201-a53f-b4494737fcf9,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:19.270029 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:19.318140 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=5a153622-8f69-4201-a53f-b4494737fcf9,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:19.490616 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['5a153622-8f69-4201-a53f-b4494737fcf9'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:35:20.024555 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6d13b-a3d2-40bb-8661-6fc30ffdd933 req-0bdeefcc-d946-413c-9f6b-d1b32ece5927 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:20.026047 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-28b6d13b-a3d2-40bb-8661-6fc30ffdd933 req-0bdeefcc-d946-413c-9f6b-d1b32ece5927 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 944 time: 0.0508015 Sep 12 23:35:20.075844 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-28b6d13b-a3d2-40bb-8661-6fc30ffdd933 req-63fc0ca2-acac-497e-a64b-76fd2d6d9e23 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6c4036d4-7c63-453f-86e7-c719d61fccda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441737 Sep 12 23:35:21.105300 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 5a153622-8f69-4201-a53f-b4494737fcf9 up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:35:21.164199 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port 5a153622-8f69-4201-a53f-b4494737fcf9 completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:35:21.177514 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 5a153622-8f69-4201-a53f-b4494737fcf9 triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:21.177898 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:21.209769 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:21.218574 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fa06e-1562-454b-8378-e9e9a808146f req-74de0baa-c6f3-486e-9a94-764739bae5ac tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:21.220096 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0d9fa06e-1562-454b-8378-e9e9a808146f req-74de0baa-c6f3-486e-9a94-764739bae5ac tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 944 time: 0.0563281 Sep 12 23:35:21.253604 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 5a153622-8f69-4201-a53f-b4494737fcf9 is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:21.253993 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:21.270145 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0d9fa06e-1562-454b-8378-e9e9a808146f req-71616b17-81d1-42b4-b922-fc3563fddbb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6c4036d4-7c63-453f-86e7-c719d61fccda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434513 Sep 12 23:35:21.279763 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a153622-8f69-4201-a53f-b4494737fcf9'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:21.282246 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e274b2-fb34-45b1-b35e-e1daf6eebeed" -d '{"events": [{"server_uuid": "c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49", "name": "network-vif-plugged", "status": "completed", "tag": "5a153622-8f69-4201-a53f-b4494737fcf9"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:21.299503 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 5a153622-8f69-4201-a53f-b4494737fcf9, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=5a153622-8f69-4201-a53f-b4494737fcf9,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:21.303631 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:21.326434 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe17069-8e56-4251-a887-e772481c105f x-openstack-request-id: req-3fe17069-8e56-4251-a887-e772481c105f {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:21.326735 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49", "name": "network-vif-plugged", "status": "completed", "tag": "5a153622-8f69-4201-a53f-b4494737fcf9", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:21.326988 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3fe17069-8e56-4251-a887-e772481c105f {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:21.327385 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe17069-8e56-4251-a887-e772481c105f'] response: {'server_uuid': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a153622-8f69-4201-a53f-b4494737fcf9', 'code': 200} Sep 12 23:35:21.341456 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:21.360495 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=5a153622-8f69-4201-a53f-b4494737fcf9,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:21.487675 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1310e2-5c1c-426d-8ef3-4e30fc259904 req-2db716b6-1f40-4371-8f2f-6feb278af19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:21.490005 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ba1310e2-5c1c-426d-8ef3-4e30fc259904 req-2db716b6-1f40-4371-8f2f-6feb278af19e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 1129 time: 0.0428205 Sep 12 23:35:21.533644 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ba1310e2-5c1c-426d-8ef3-4e30fc259904 req-e38a6216-550c-43c9-937a-260883690f66 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c4036d4-7c63-453f-86e7-c719d61fccda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379298 Sep 12 23:35:22.386195 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:22.402880 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ddecf-c955-4e4e-9879-7a2eda01d869 req-a8b6a070-acbb-4cd7-871c-081a559a4a27 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:22.404475 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b3ddecf-c955-4e4e-9879-7a2eda01d869 req-a8b6a070-acbb-4cd7-871c-081a559a4a27 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 945 time: 0.0565879 Sep 12 23:35:22.453292 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b3ddecf-c955-4e4e-9879-7a2eda01d869 req-c9399446-1187-46fd-9cbe-96eaafe147d5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6c4036d4-7c63-453f-86e7-c719d61fccda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423536 Sep 12 23:35:22.498935 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52670) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:22.605239 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:22.680050 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Publish callbacks [] for security_group (ffd93fa4-351e-45ed-ade2-092ebae86a0a), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:22.683719 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (ffd93fa4-351e-45ed-ade2-092ebae86a0a), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:22.688836 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:22.729115 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=ccbaec5fdb0c49cc854822ab9d22ff26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290318 Sep 12 23:35:22.730336 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd93fa4-351e-45ed-ade2-092ebae86a0a,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:22.731806 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52674) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:22.738098 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.738447 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.738789 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.739125 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.739531 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.739887 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.740211 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.740525 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.740851 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.741170 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.741491 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.741819 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.742147 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.742450 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.742782 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b334526-bfc1-47e6-8496-a29748c1a057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:22.781992 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0843-8684-4cd6-b59a-db2d63ed60c6 admin admin] Publish callbacks [] for security_group (ffd93fa4-351e-45ed-ade2-092ebae86a0a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:22.805419 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0843-8684-4cd6-b59a-db2d63ed60c6 admin admin] Publish callbacks [] for security_group (ffd93fa4-351e-45ed-ade2-092ebae86a0a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:22.862329 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0843-8684-4cd6-b59a-db2d63ed60c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (ffd93fa4-351e-45ed-ade2-092ebae86a0a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:22.865309 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-d7aa0843-8684-4cd6-b59a-db2d63ed60c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:22.866598 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-d7aa0843-8684-4cd6-b59a-db2d63ed60c6 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ffd93fa4-351e-45ed-ade2-092ebae86a0a HTTP/1.1" status: 204 len: 168 time: 0.1337819 Sep 12 23:35:22.875692 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa0843-8684-4cd6-b59a-db2d63ed60c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd93fa4-351e-45ed-ade2-092ebae86a0a,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:23.151550 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52682) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:23.165037 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a97ef880-2fef-42f3-9540-7b0db463d9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:23.243551 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a97ef880-2fef-42f3-9540-7b0db463d9e1 admin admin] Publish callbacks [] for security_group (41f8ca2c-4896-4bdd-a3bc-c30fec93855a), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:23.248106 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a97ef880-2fef-42f3-9540-7b0db463d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (41f8ca2c-4896-4bdd-a3bc-c30fec93855a), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:23.287549 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-a97ef880-2fef-42f3-9540-7b0db463d9e1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=978d7c06878949a389f335b150f7dc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349285 Sep 12 23:35:23.288790 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ef880-2fef-42f3-9540-7b0db463d9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f8ca2c-4896-4bdd-a3bc-c30fec93855a,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:23.290361 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52684) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:23.340499 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c894aa7-e5fc-4bda-9188-28edbfa956fa admin admin] Publish callbacks [] for security_group (41f8ca2c-4896-4bdd-a3bc-c30fec93855a), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:23.360582 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c894aa7-e5fc-4bda-9188-28edbfa956fa admin admin] Publish callbacks [] for security_group (41f8ca2c-4896-4bdd-a3bc-c30fec93855a), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:23.410951 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c894aa7-e5fc-4bda-9188-28edbfa956fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (41f8ca2c-4896-4bdd-a3bc-c30fec93855a), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:23.413488 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-2c894aa7-e5fc-4bda-9188-28edbfa956fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:23.414624 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-2c894aa7-e5fc-4bda-9188-28edbfa956fa admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/41f8ca2c-4896-4bdd-a3bc-c30fec93855a HTTP/1.1" status: 204 len: 168 time: 0.1233354 Sep 12 23:35:23.422801 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c894aa7-e5fc-4bda-9188-28edbfa956fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f8ca2c-4896-4bdd-a3bc-c30fec93855a,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:23.579814 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c39f4-ebb2-4b32-9004-cbfa8e1a2626 req-0cbd0222-7e08-449a-97f6-03e52f729494 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:23.581362 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d64c39f4-ebb2-4b32-9004-cbfa8e1a2626 req-0cbd0222-7e08-449a-97f6-03e52f729494 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 945 time: 0.0493984 Sep 12 23:35:23.630694 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d64c39f4-ebb2-4b32-9004-cbfa8e1a2626 req-eb9b4600-957e-4e15-aa98-196e3159dc51 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6c4036d4-7c63-453f-86e7-c719d61fccda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433991 Sep 12 23:35:23.756052 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52694) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:23.761484 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b074f-201f-4614-aadf-0006ab2dc14c req-9e04ffc7-fe31-4f00-88d2-374cb40b6bb6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:23.763658 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-826b074f-201f-4614-aadf-0006ab2dc14c req-9e04ffc7-fe31-4f00-88d2-374cb40b6bb6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 945 time: 0.0571675 Sep 12 23:35:23.770017 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-20de778c-6aaa-4476-8873-2a36c2be07fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:23.774431 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52696) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:23.783537 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-e01265b5-6067-48b6-9f1f-7f967af5f299 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'floatingip': {'port_id': '5a153622-8f69-4201-a53f-b4494737fcf9'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:23.834680 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e01265b5-6067-48b6-9f1f-7f967af5f299 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (b03f4fa4-ea65-406f-8699-b3560876d202), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:23.912688 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:24.046887 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-20de778c-6aaa-4476-8873-2a36c2be07fd admin admin] Publish callbacks [] for security_group (b797878b-2867-4667-8fac-7000a6ed3145), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:24.052775 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-20de778c-6aaa-4476-8873-2a36c2be07fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (b797878b-2867-4667-8fac-7000a6ed3145), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:24.129197 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de778c-6aaa-4476-8873-2a36c2be07fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b797878b-2867-4667-8fac-7000a6ed3145,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:24.138453 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-20de778c-6aaa-4476-8873-2a36c2be07fd admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=b1adc7ce3ec84c92be67c9f40fc95380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787789 Sep 12 23:35:24.139298 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52700) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:24.188970 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dca2ce47-384d-46b8-85ea-b8af6be4c275 admin admin] Publish callbacks [] for security_group (b797878b-2867-4667-8fac-7000a6ed3145), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:24.209093 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dca2ce47-384d-46b8-85ea-b8af6be4c275 admin admin] Publish callbacks [] for security_group (b797878b-2867-4667-8fac-7000a6ed3145), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:24.256535 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dca2ce47-384d-46b8-85ea-b8af6be4c275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (b797878b-2867-4667-8fac-7000a6ed3145), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:24.259271 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-dca2ce47-384d-46b8-85ea-b8af6be4c275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:24.260593 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-dca2ce47-384d-46b8-85ea-b8af6be4c275 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/b797878b-2867-4667-8fac-7000a6ed3145 HTTP/1.1" status: 204 len: 168 time: 0.1202557 Sep 12 23:35:24.269027 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2ce47-384d-46b8-85ea-b8af6be4c275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b797878b-2867-4667-8fac-7000a6ed3145,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:24.360201 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e01265b5-6067-48b6-9f1f-7f967af5f299 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:24.365312 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e01265b5-6067-48b6-9f1f-7f967af5f299 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (b03f4fa4-ea65-406f-8699-b3560876d202), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:24.403086 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:24.475469 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-e01265b5-6067-48b6-9f1f-7f967af5f299 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Floating IP b03f4fa4-ea65-406f-8699-b3560876d202 associated. External IP: 172.27.3.50, port: 5a153622-8f69-4201-a53f-b4494737fcf9. Sep 12 23:35:24.681316 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01265b5-6067-48b6-9f1f-7f967af5f299 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Router 35a1ac74-3d42-4c69-ab85-bbd60e04302e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:35:24.795529 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01265b5-6067-48b6-9f1f-7f967af5f299 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:35:24.800401 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e01265b5-6067-48b6-9f1f-7f967af5f299 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:24.806611 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be082f96-4eed-4036-8ff9-169f12813b76 None None] Sync routers for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:35:24.817308 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be082f96-4eed-4036-8ff9-169f12813b76 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:35:24.818130 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-be082f96-4eed-4036-8ff9-169f12813b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:24.838567 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e01265b5-6067-48b6-9f1f-7f967af5f299 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/b03f4fa4-ea65-406f-8699-b3560876d202 HTTP/1.1" status: 200 len: 990 time: 1.0566213 Sep 12 23:35:24.838567 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'tag': '5a153622-8f69-4201-a53f-b4494737fcf9'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:24.839979 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ede5508-a43d-4db5-9282-c7aef1f55006" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49", "tag": "5a153622-8f69-4201-a53f-b4494737fcf9"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:24.893803 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684b0d5a-760a-49e1-8b11-50b4d066567a x-openstack-request-id: req-684b0d5a-760a-49e1-8b11-50b4d066567a {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:24.894090 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49", "tag": "5a153622-8f69-4201-a53f-b4494737fcf9", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:24.894343 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-684b0d5a-760a-49e1-8b11-50b4d066567a {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:24.894746 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684b0d5a-760a-49e1-8b11-50b4d066567a'] response: {'name': 'network-changed', 'server_uuid': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'tag': '5a153622-8f69-4201-a53f-b4494737fcf9', 'status': 'completed', 'code': 200} Sep 12 23:35:24.947906 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a5162fbb-c3a8-4992-8e46-d236da5f31e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:24.987641 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-be082f96-4eed-4036-8ff9-169f12813b76 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:35:25.003172 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede5508-a43d-4db5-9282-c7aef1f55006 req-7b9d47f5-d89b-4807-ac21-bb8754d3fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:25.007038 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5ede5508-a43d-4db5-9282-c7aef1f55006 req-7b9d47f5-d89b-4807-ac21-bb8754d3fe19 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 1129 time: 0.0901158 Sep 12 23:35:25.084325 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:25.090041 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52730) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:25.124570 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede5508-a43d-4db5-9282-c7aef1f55006 req-d90ae032-dfdb-4bdf-997c-04395c1061ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:25.126365 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5ede5508-a43d-4db5-9282-c7aef1f55006 req-d90ae032-dfdb-4bdf-997c-04395c1061ed service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 915 time: 0.1099238 Sep 12 23:35:25.185996 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:25.216319 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5ede5508-a43d-4db5-9282-c7aef1f55006 req-5b75eda5-4b14-4fb1-ae6f-179798e7d394 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a153622-8f69-4201-a53f-b4494737fcf9 HTTP/1.1" status: 200 len: 998 time: 0.0815673 Sep 12 23:35:25.222481 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-718908712-network', 'tenant_id': '24ded699e3a3432cbe1656777da8f958'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:25.261501 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-be082f96-4eed-4036-8ff9-169f12813b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': 'b03f4fa4-ea65-406f-8699-b3560876d202', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '5a153622-8f69-4201-a53f-b4494737fcf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:fc:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:10Z', 'updated_at': '2022-09-12T23:35:24Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:25.287540 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be082f96-4eed-4036-8ff9-169f12813b76 None None] Checking router: 35a1ac74-3d42-4c69-ab85-bbd60e04302e for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:35:25.291845 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:25.296934 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be082f96-4eed-4036-8ff9-169f12813b76 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:35:25.297764 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-be082f96-4eed-4036-8ff9-169f12813b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:34:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:25.303360 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Made reservation on behalf of 24ded699e3a3432cbe1656777da8f958 for: {'network': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:35:25.305712 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for network (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:25.329795 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:25.334458 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede5508-a43d-4db5-9282-c7aef1f55006 req-95424078-c08b-4614-ada1-cdc31be1b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:25.335930 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5ede5508-a43d-4db5-9282-c7aef1f55006 req-95424078-c08b-4614-ada1-cdc31be1b9c8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.1092656 Sep 12 23:35:25.346904 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3084f-047c-40da-abef-18158f331839 req-53189ae1-9633-4ee8-8aeb-02d4ad468f5b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:25.348354 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ede3084f-047c-40da-abef-18158f331839 req-53189ae1-9633-4ee8-8aeb-02d4ad468f5b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.1103387 Sep 12 23:35:25.402452 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-be082f96-4eed-4036-8ff9-169f12813b76 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:35:25.422827 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede5508-a43d-4db5-9282-c7aef1f55006 req-9b39504a-2d3e-4cd9-beb8-eef86b1c4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:25.424891 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5ede5508-a43d-4db5-9282-c7aef1f55006 req-9b39504a-2d3e-4cd9-beb8-eef86b1c4d24 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746686 Sep 12 23:35:25.515020 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ede3084f-047c-40da-abef-18158f331839 req-03af70cf-c116-4448-9cd4-ba1b6997c0d3 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549644 Sep 12 23:35:25.546038 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52738) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:25.580657 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Publish callbacks [] for security_group (944a4aae-9620-49e2-b937-3a8cd22b462d), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:25.584915 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5ede5508-a43d-4db5-9282-c7aef1f55006 req-793324e5-fac5-4694-a2be-00b4e230d732 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487472 Sep 12 23:35:25.586064 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (944a4aae-9620-49e2-b937-3a8cd22b462d), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:25.638018 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-be082f96-4eed-4036-8ff9-169f12813b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': 'b03f4fa4-ea65-406f-8699-b3560876d202', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '5a153622-8f69-4201-a53f-b4494737fcf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:fc:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:10Z', 'updated_at': '2022-09-12T23:35:24Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:25.660557 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:35:25.671541 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944a4aae-9620-49e2-b937-3a8cd22b462d,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:25.672329 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be082f96-4eed-4036-8ff9-169f12813b76 None None] The sync data for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi is: [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': 'b03f4fa4-ea65-406f-8699-b3560876d202', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '5a153622-8f69-4201-a53f-b4494737fcf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:fc:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:10Z', 'updated_at': '2022-09-12T23:35:24Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:35:25.685119 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:25.685464 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.segments_db [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Added segment 8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc of type vlan for network 3c81539a-e58b-4e42-89a7-b99d91ff7988 Sep 12 23:35:25.720845 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a161a-9a9b-41f3-96e6-cc61ffdfc22f tempest-TestMinimumBasicScenario-1213532422 tempest-TestMinimumBasicScenario-1213532422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:25.723608 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-566a161a-9a9b-41f3-96e6-cc61ffdfc22f tempest-TestMinimumBasicScenario-1213532422 tempest-TestMinimumBasicScenario-1213532422-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 1124 time: 0.1757627 Sep 12 23:35:25.726179 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52742) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:25.730529 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'port_id': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:25.738793 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:25.753669 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763242050452'] for network (3c81539a-e58b-4e42-89a7-b99d91ff7988), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:25.757685 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5ede5508-a43d-4db5-9282-c7aef1f55006 req-44169359-1eda-4338-ba5f-3d73130e9682 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649556 Sep 12 23:35:25.758931 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:25.788071 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896'] for network (3c81539a-e58b-4e42-89a7-b99d91ff7988), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:25.789088 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:25.789654 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:25.793120 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:25.849877 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:25.856159 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] 10.222.0.27 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7619503 Sep 12 23:35:25.857382 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52744) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:25.859024 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b23c58-553e-4152-be8e-b8a766423702 admin admin] Pushing event updated for resources: {'Network': ['ID=3c81539a-e58b-4e42-89a7-b99d91ff7988,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:25.862347 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] Request body: {'subnet': {'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-718908712-subnet', 'tenant_id': '24ded699e3a3432cbe1656777da8f958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:25.868897 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Network 3c81539a-e58b-4e42-89a7-b99d91ff7988 details requested by agent ovs-agent-dv-cinder-852009-7-iscsi with host dv-cinder-852009-7-iscsi {{(pid=106218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:35:25.919467 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:25.927976 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] Made reservation on behalf of 24ded699e3a3432cbe1656777da8f958 for: {'subnet': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:35:25.930326 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4088680'] for subnet (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:25.966456 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df752e5-adb2-47f9-9644-dd2ee8797063 None None] New status for floating IP b03f4fa4-ea65-406f-8699-b3560876d202: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:35:25.999880 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:26.062166 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Allocated IP 172.27.3.165 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/46dd5369-907b-47a9-92b4-0cea8d22c5f0) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:35:26.156414 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:26.252994 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for port (46dd5369-907b-47a9-92b4-0cea8d22c5f0), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:26.256224 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3296103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4088698'] for subnet (87ba09a7-1d5b-4c83-8009-c7c44d2d78d1), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:26.328768 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ba09a7-1d5b-4c83-8009-c7c44d2d78d1,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:26.349690 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (46dd5369-907b-47a9-92b4-0cea8d22c5f0), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:26.355020 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] Checking segment: {'id': '8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:35:26.355384 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] Network hostable DHCP agents. Network: 3c81539a-e58b-4e42-89a7-b99d91ff7988, hostable agents: ['976651f7-e66b-4d2a-8c65-706904221cd9'], hosted agents: [] {{(pid=106217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:35:26.391671 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:26.400937 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:35:26.410683 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:35:26.414079 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'Port': ['ID=46dd5369-907b-47a9-92b4-0cea8d22c5f0,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:26.416629 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:35:26.436889 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] Network 3c81539a-e58b-4e42-89a7-b99d91ff7988 is scheduled to be hosted by DHCP agent 976651f7-e66b-4d2a-8c65-706904221cd9 with binding_index 1 {{(pid=106217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:35:26.458809 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852009-7-iscsi, 3c81539a-e58b-4e42-89a7-b99d91ff7988) {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:35:26.465943 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:26.466422 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e587652-477b-4f76-a1c5-848a4806c4b9 None None] Network 3c81539a-e58b-4e42-89a7-b99d91ff7988 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:35:26.466544 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:26.510446 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1037b142-e8c7-4d84-a6be-fa83ba51c12f admin admin] 10.222.0.27 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6519327 Sep 12 23:35:26.575057 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b2927-5200-4e3d-82b4-295fc4742474 None None] Network 3c81539a-e58b-4e42-89a7-b99d91ff7988 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:35:27.098866 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for floatingip (4e378285-524a-4780-941a-df688054ddd6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:27.163694 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (46dd5369-907b-47a9-92b4-0cea8d22c5f0), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:27.201037 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:27.312913 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for port (46dd5369-907b-47a9-92b4-0cea8d22c5f0), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:27.318089 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (46dd5369-907b-47a9-92b4-0cea8d22c5f0), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:27.329152 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d275aebb-3de9-4fc0-a1d8-01460ec80a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:27.389226 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (4e378285-524a-4780-941a-df688054ddd6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:27.390889 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'Port': ['ID=46dd5369-907b-47a9-92b4-0cea8d22c5f0,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:27.487648 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Floating IP 4e378285-524a-4780-941a-df688054ddd6 associated. External IP: 172.27.3.165, port: 850a1b4c-80ad-42f1-b159-f1b2f080b1ea. Sep 12 23:35:27.530588 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:27.682916 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Router 60407fd8-e64a-4c32-85f0-524254cae1e5 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:35:27.785560 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:35:27.795424 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca4278c-42e6-41b5-b432-1cfada3f81a4 None None] Sync routers for ids ['60407fd8-e64a-4c32-85f0-524254cae1e5'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:35:27.803283 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:27.805995 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca4278c-42e6-41b5-b432-1cfada3f81a4 None None] Routers {'60407fd8-e64a-4c32-85f0-524254cae1e5'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:35:27.806622 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-8ca4278c-42e6-41b5-b432-1cfada3f81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:35:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['60407fd8-e64a-4c32-85f0-524254cae1e5'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:27.836870 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-818dd2a3-4984-4d84-9ee2-8215e0ae5688 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1096201 Sep 12 23:35:27.837517 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:27.839829 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690e52b4-c799-44e0-a703-3c1fb2f23d60" -d '{"events": [{"name": "network-changed", "server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:27.840063 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52756) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:27.844821 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-6cc49a9f-6dd5-4478-9d1e-46bea0c2ed46 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336849925', 'description': 'tempest-secgroup-smoke-1336849925 description', 'project_id': '00950b4875f54197bf44bd1ffa353937'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:27.876076 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6cc49a9f-6dd5-4478-9d1e-46bea0c2ed46 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:27.880633 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faab4038-e01a-4565-95da-9f58462576b6 x-openstack-request-id: req-faab4038-e01a-4565-95da-9f58462576b6 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:27.880989 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:27.881301 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-faab4038-e01a-4565-95da-9f58462576b6 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:27.881912 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faab4038-e01a-4565-95da-9f58462576b6'] response: {'name': 'network-changed', 'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'status': 'completed', 'code': 200} Sep 12 23:35:27.918270 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-8ca4278c-42e6-41b5-b432-1cfada3f81a4 None None] Set router 60407fd8-e64a-4c32-85f0-524254cae1e5 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:35:27.961184 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e52b4-c799-44e0-a703-3c1fb2f23d60 req-c8e9b9c1-130e-4773-9333-d53128ef89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:27.962698 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-690e52b4-c799-44e0-a703-3c1fb2f23d60 req-c8e9b9c1-130e-4773-9333-d53128ef89a7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=00950b4875f54197bf44bd1ffa353937&device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 1129 time: 0.0559390 Sep 12 23:35:28.030763 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6cc49a9f-6dd5-4478-9d1e-46bea0c2ed46 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group (63a59ec2-8575-46a6-b974-b6a29ba9ece8), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.037106 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6cc49a9f-6dd5-4478-9d1e-46bea0c2ed46 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (63a59ec2-8575-46a6-b974-b6a29ba9ece8), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.055178 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:28.081234 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6cc49a9f-6dd5-4478-9d1e-46bea0c2ed46 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.082617 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-6cc49a9f-6dd5-4478-9d1e-46bea0c2ed46 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2415533 Sep 12 23:35:28.086526 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52762) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:28.092614 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-669f8972-d5b7-4089-80be-6dc51da70726 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Request body: {'security_group_rule': {'security_group_id': '63a59ec2-8575-46a6-b974-b6a29ba9ece8', 'project_id': '00950b4875f54197bf44bd1ffa353937', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:28.104177 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc49a9f-6dd5-4478-9d1e-46bea0c2ed46 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a59ec2-8575-46a6-b974-b6a29ba9ece8,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:28.117437 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e52b4-c799-44e0-a703-3c1fb2f23d60 req-b0dbfa06-9647-4640-82be-f9a2677f9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:28.118920 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-690e52b4-c799-44e0-a703-3c1fb2f23d60 req-b0dbfa06-9647-4640-82be-f9a2677f9972 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bd7cdf13-da54-4506-8d48-c8393a244995 HTTP/1.1" status: 200 len: 915 time: 0.1497486 Sep 12 23:35:28.147677 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:28.147918 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-669f8972-d5b7-4089-80be-6dc51da70726 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (63e435a8-1baa-41e8-a967-b24db295a4fb), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.166139 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-8ca4278c-42e6-41b5-b432-1cfada3f81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 4, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '4e378285-524a-4780-941a-df688054ddd6', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'port_id': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'mac_address': 'fa:16:3e:be:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:26Z', 'updated_at': '2022-09-12T23:35:26Z', 'revision_number': 0, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4de3618-1003-4a28-a7ba-7874df76a7ef', 'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'mac_address': 'fa:16:3e:85:34:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:36Z', 'updated_at': '2022-09-12T23:34:42Z', 'revision_number': 5, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'subnets': [{'id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:28.194803 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-690e52b4-c799-44e0-a703-3c1fb2f23d60 req-0308afa3-13fe-4f37-9fa3-457290bef1ff service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea HTTP/1.1" status: 200 len: 999 time: 0.0692823 Sep 12 23:35:28.197886 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca4278c-42e6-41b5-b432-1cfada3f81a4 None None] Checking router: 60407fd8-e64a-4c32-85f0-524254cae1e5 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:35:28.216482 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca4278c-42e6-41b5-b432-1cfada3f81a4 None None] Routers {'60407fd8-e64a-4c32-85f0-524254cae1e5'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:35:28.217024 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-8ca4278c-42e6-41b5-b432-1cfada3f81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:35:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['60407fd8-e64a-4c32-85f0-524254cae1e5'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:28.224833 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-669f8972-d5b7-4089-80be-6dc51da70726 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (63e435a8-1baa-41e8-a967-b24db295a4fb), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.229164 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-669f8972-d5b7-4089-80be-6dc51da70726 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (63e435a8-1baa-41e8-a967-b24db295a4fb), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.253469 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-669f8972-d5b7-4089-80be-6dc51da70726 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.257256 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-669f8972-d5b7-4089-80be-6dc51da70726 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1666532 Sep 12 23:35:28.257557 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52776) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:28.261718 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-e47a34aa-9042-4181-842b-e1e721a563f1 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Request body: {'security_group_rule': {'security_group_id': '63a59ec2-8575-46a6-b974-b6a29ba9ece8', 'project_id': '00950b4875f54197bf44bd1ffa353937', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:28.267395 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f8972-d5b7-4089-80be-6dc51da70726 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e435a8-1baa-41e8-a967-b24db295a4fb,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:28.291124 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e47a34aa-9042-4181-842b-e1e721a563f1 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (65fbd453-f9c6-48b4-97da-18c0fe98482c), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.317497 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:28.318291 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e52b4-c799-44e0-a703-3c1fb2f23d60 req-8f48f04c-b7a7-47d8-a951-a65fe921c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:28.319873 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-690e52b4-c799-44e0-a703-3c1fb2f23d60 req-8f48f04c-b7a7-47d8-a951-a65fe921c3df service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4528599c-7f3c-480f-b781-d8464330e2f6 HTTP/1.1" status: 200 len: 853 time: 0.1189418 Sep 12 23:35:28.353754 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-8ca4278c-42e6-41b5-b432-1cfada3f81a4 None None] Set router 60407fd8-e64a-4c32-85f0-524254cae1e5 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:35:28.359020 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e47a34aa-9042-4181-842b-e1e721a563f1 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (65fbd453-f9c6-48b4-97da-18c0fe98482c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.363813 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e47a34aa-9042-4181-842b-e1e721a563f1 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (65fbd453-f9c6-48b4-97da-18c0fe98482c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.384446 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a34aa-9042-4181-842b-e1e721a563f1 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fbd453-f9c6-48b4-97da-18c0fe98482c,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:28.390416 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e47a34aa-9042-4181-842b-e1e721a563f1 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.392467 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e52b4-c799-44e0-a703-3c1fb2f23d60 req-da1580dc-7d0b-4b0b-bb2f-297657214446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:28.394315 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-690e52b4-c799-44e0-a703-3c1fb2f23d60 req-da1580dc-7d0b-4b0b-bb2f-297657214446 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bd7cdf13-da54-4506-8d48-c8393a244995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670528 Sep 12 23:35:28.394762 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e47a34aa-9042-4181-842b-e1e721a563f1 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362956 Sep 12 23:35:28.395290 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52778) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:28.400062 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-ee40ff4b-a1dc-4c7c-9845-6b1c4a0277f7 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Request body: {'security_group_rule': {'security_group_id': '63a59ec2-8575-46a6-b974-b6a29ba9ece8', 'project_id': '00950b4875f54197bf44bd1ffa353937', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:28.404520 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-1081e66f-ad97-4a2b-9510-fd4d4b331f1f tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:28.406170 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-1081e66f-ad97-4a2b-9510-fd4d4b331f1f tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/networks?id=3c81539a-e58b-4e42-89a7-b99d91ff7988 HTTP/1.1" status: 200 len: 813 time: 0.1608994 Sep 12 23:35:28.429588 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ee40ff4b-a1dc-4c7c-9845-6b1c4a0277f7 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (8ac876b6-9a77-47d2-93b6-249e3dc7af60), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.468864 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-d9c354a0-2399-4873-ba11-156800390e45 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/quotas/24ded699e3a3432cbe1656777da8f958 HTTP/1.1" status: 200 len: 375 time: 0.0527735 Sep 12 23:35:28.496349 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ee40ff4b-a1dc-4c7c-9845-6b1c4a0277f7 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (8ac876b6-9a77-47d2-93b6-249e3dc7af60), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.502348 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ee40ff4b-a1dc-4c7c-9845-6b1c4a0277f7 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (8ac876b6-9a77-47d2-93b6-249e3dc7af60), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.522340 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40ff4b-a1dc-4c7c-9845-6b1c4a0277f7 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac876b6-9a77-47d2-93b6-249e3dc7af60,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:28.527851 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-86403a32-d313-43f2-8bd5-6b66c8240c0e tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=24ded699e3a3432cbe1656777da8f958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463009 Sep 12 23:35:28.537427 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-ee40ff4b-a1dc-4c7c-9845-6b1c4a0277f7 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.539421 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-ee40ff4b-a1dc-4c7c-9845-6b1c4a0277f7 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430762 Sep 12 23:35:28.544131 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52780) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:28.548849 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-9f588976-58e4-4426-bfe3-ffae62f32125 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Request body: {'security_group_rule': {'security_group_id': '63a59ec2-8575-46a6-b974-b6a29ba9ece8', 'project_id': '00950b4875f54197bf44bd1ffa353937', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:28.556271 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.562386 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-690e52b4-c799-44e0-a703-3c1fb2f23d60 req-4959e399-db66-4ee7-ae05-d34037ddab54 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550488 Sep 12 23:35:28.562824 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:28.583671 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9f588976-58e4-4426-bfe3-ffae62f32125 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (422634a8-10e0-429b-9a26-060dc6abf26c), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.627521 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:28.642650 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-8ca4278c-42e6-41b5-b432-1cfada3f81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 4, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '4e378285-524a-4780-941a-df688054ddd6', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'port_id': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'mac_address': 'fa:16:3e:be:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:26Z', 'updated_at': '2022-09-12T23:35:26Z', 'revision_number': 0, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4de3618-1003-4a28-a7ba-7874df76a7ef', 'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'mac_address': 'fa:16:3e:85:34:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:36Z', 'updated_at': '2022-09-12T23:34:42Z', 'revision_number': 5, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'subnets': [{'id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:28.653658 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9f588976-58e4-4426-bfe3-ffae62f32125 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (422634a8-10e0-429b-9a26-060dc6abf26c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.660080 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9f588976-58e4-4426-bfe3-ffae62f32125 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (422634a8-10e0-429b-9a26-060dc6abf26c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.677243 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f588976-58e4-4426-bfe3-ffae62f32125 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422634a8-10e0-429b-9a26-060dc6abf26c,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:28.696419 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-9f588976-58e4-4426-bfe3-ffae62f32125 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.700734 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-9f588976-58e4-4426-bfe3-ffae62f32125 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1527023 Sep 12 23:35:28.700950 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 52782) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:28.707108 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-5d9e90fd-a20c-4dd4-b1e5-d80a7627928f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Request body: {'security_group_rule': {'security_group_id': '63a59ec2-8575-46a6-b974-b6a29ba9ece8', 'project_id': '00950b4875f54197bf44bd1ffa353937', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:28.718833 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-62aeba26-477a-4b3b-a3fe-cdbacd48c6c9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822419 Sep 12 23:35:28.760174 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-690e52b4-c799-44e0-a703-3c1fb2f23d60 req-be79fa84-a9a4-4e10-92c7-bd267aa52790 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671450 Sep 12 23:35:28.760454 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:28.798645 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.securitygroups_db [None req-5d9e90fd-a20c-4dd4-b1e5-d80a7627928f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Project 00950b4875f54197bf44bd1ffa353937 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 23:35:28.808548 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca4278c-42e6-41b5-b432-1cfada3f81a4 None None] The sync data for ids ['60407fd8-e64a-4c32-85f0-524254cae1e5'] in dv-cinder-852009-7-iscsi is: [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 4, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '4e378285-524a-4780-941a-df688054ddd6', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'port_id': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'mac_address': 'fa:16:3e:be:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:26Z', 'updated_at': '2022-09-12T23:35:26Z', 'revision_number': 0, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4de3618-1003-4a28-a7ba-7874df76a7ef', 'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'mac_address': 'fa:16:3e:85:34:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:36Z', 'updated_at': '2022-09-12T23:34:42Z', 'revision_number': 5, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'subnets': [{'id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:35:28.813270 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5d9e90fd-a20c-4dd4-b1e5-d80a7627928f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (080d7477-805a-4e1f-b9bf-732f03c148be), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.868956 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-ee0b78c4-1a93-46cc-b2cb-6b52ed44cc13 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397712 Sep 12 23:35:28.915322 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5d9e90fd-a20c-4dd4-b1e5-d80a7627928f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (080d7477-805a-4e1f-b9bf-732f03c148be), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.921535 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5d9e90fd-a20c-4dd4-b1e5-d80a7627928f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (080d7477-805a-4e1f-b9bf-732f03c148be), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.946849 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-5d9e90fd-a20c-4dd4-b1e5-d80a7627928f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:28.950887 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-5d9e90fd-a20c-4dd4-b1e5-d80a7627928f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2465618 Sep 12 23:35:28.950887 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e90fd-a20c-4dd4-b1e5-d80a7627928f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080d7477-805a-4e1f-b9bf-732f03c148be,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:28.951892 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52784) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:28.960049 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-814aba3f-4ab8-4a40-998c-fbdf590d487b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Request body: {'security_group_rule': {'security_group_id': '63a59ec2-8575-46a6-b974-b6a29ba9ece8', 'project_id': '00950b4875f54197bf44bd1ffa353937', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:28.985498 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.securitygroups_db [None req-814aba3f-4ab8-4a40-998c-fbdf590d487b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Project 00950b4875f54197bf44bd1ffa353937 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 23:35:28.991784 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-814aba3f-4ab8-4a40-998c-fbdf590d487b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (d94333fa-28b6-4fd6-8f5e-78b8771e05f5), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:29.066884 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6446d15-d53a-4c7c-8ef1-314f7b9512b1 None None] New status for floating IP 4e378285-524a-4780-941a-df688054ddd6: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:35:29.106016 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-677ee95e-dd17-468d-871a-dce23dd2f6f1 req-2acd2816-fc1a-4c1a-bf63-73c04ff4cbad tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 210 time: 0.0536697 Sep 12 23:35:29.108261 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-814aba3f-4ab8-4a40-998c-fbdf590d487b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (d94333fa-28b6-4fd6-8f5e-78b8771e05f5), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:29.113206 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-814aba3f-4ab8-4a40-998c-fbdf590d487b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (d94333fa-28b6-4fd6-8f5e-78b8771e05f5), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:29.136696 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aba3f-4ab8-4a40-998c-fbdf590d487b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94333fa-28b6-4fd6-8f5e-78b8771e05f5,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:29.147904 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-814aba3f-4ab8-4a40-998c-fbdf590d487b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:29.152120 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-814aba3f-4ab8-4a40-998c-fbdf590d487b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1977906 Sep 12 23:35:29.233941 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:29.257462 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61404789-d8f8-48c7-871d-4c4075ec4a31 req-f27de000-b226-418c-9f37-b6f8441b078e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1336849925&fields=id&tenant_id=00950b4875f54197bf44bd1ffa353937 HTTP/1.1" status: 200 len: 267 time: 0.0565093 Sep 12 23:35:29.333966 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61404789-d8f8-48c7-871d-4c4075ec4a31 req-d2f32e10-36a5-4617-8d04-9ce63dfb863c tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:29.336656 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61404789-d8f8-48c7-871d-4c4075ec4a31 req-d2f32e10-36a5-4617-8d04-9ce63dfb863c tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.0717192 Sep 12 23:35:29.348555 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-61404789-d8f8-48c7-871d-4c4075ec4a31 req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Request body: {'port': {'security_groups': ['7dc6bc11-da52-4950-bc16-9ffcc053351b', '63a59ec2-8575-46a6-b974-b6a29ba9ece8']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:29.429122 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-61404789-d8f8-48c7-871d-4c4075ec4a31 req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:29.622621 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-61404789-d8f8-48c7-871d-4c4075ec4a31 req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] For port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:29.659304 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-61404789-d8f8-48c7-871d-4c4075ec4a31 req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:29.663873 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-61404789-d8f8-48c7-871d-4c4075ec4a31 req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:29.675293 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['850a1b4c-80ad-42f1-b159-f1b2f080b1ea'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:35:29.675892 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61404789-d8f8-48c7-871d-4c4075ec4a31 req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:29.676276 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-61404789-d8f8-48c7-871d-4c4075ec4a31 req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:29.679647 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-61404789-d8f8-48c7-871d-4c4075ec4a31 req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "PUT /networking/v2.0/ports/850a1b4c-80ad-42f1-b159-f1b2f080b1ea HTTP/1.1" status: 200 len: 981 time: 0.3345006 Sep 12 23:35:29.685356 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:29.687169 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943" -d '{"events": [{"name": "network-changed", "server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:29.766890 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3db4d2f-6a2d-4de4-8346-388e2db4a5ec x-openstack-request-id: req-c3db4d2f-6a2d-4de4-8346-388e2db4a5ec {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:29.767323 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:29.767458 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c3db4d2f-6a2d-4de4-8346-388e2db4a5ec {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:29.768367 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3db4d2f-6a2d-4de4-8346-388e2db4a5ec'] response: {'name': 'network-changed', 'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'status': 'completed', 'code': 200} Sep 12 23:35:29.772787 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['850a1b4c-80ad-42f1-b159-f1b2f080b1ea'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:35:29.782142 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:29.782921 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'Port': ['ID=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,revision_number=6']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:29.795300 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.795809 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.796164 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.796536 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.796840 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.797178 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.797625 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.797839 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.798166 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.798877 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.799402 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.799933 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.800271 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.800603 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.800935 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e14200-55fa-4591-b8bb-64e44e8a072b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:35:29.839097 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39be83-d1b9-48cd-a7ff-09bbed5fc8ed req-d792a20c-714b-4b01-aeb6-3704cf1b316e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:29.843672 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4b39be83-d1b9-48cd-a7ff-09bbed5fc8ed req-d792a20c-714b-4b01-aeb6-3704cf1b316e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0814662 Sep 12 23:35:29.857915 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943 req-fd1827e2-4a63-4c8d-a76f-c5b9c5f9685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:29.859701 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943 req-fd1827e2-4a63-4c8d-a76f-c5b9c5f9685a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=00950b4875f54197bf44bd1ffa353937&device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 1168 time: 0.0539799 Sep 12 23:35:29.941055 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4b39be83-d1b9-48cd-a7ff-09bbed5fc8ed req-310395e8-a6cc-4ab9-9e17-31e47843af65 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854692 Sep 12 23:35:29.985143 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943 req-697a8945-c86d-41ec-ab33-89bc172913db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:29.987345 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943 req-697a8945-c86d-41ec-ab33-89bc172913db service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bd7cdf13-da54-4506-8d48-c8393a244995 HTTP/1.1" status: 200 len: 915 time: 0.1216908 Sep 12 23:35:30.061983 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:30.096456 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:30.230838 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ba642ce9-839d-465c-b0a5-3deecf82d21d req-1ae49977-a963-41cd-a671-347bc08d7c51 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 210 time: 0.0382764 Sep 12 23:35:30.289033 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943 req-982cafb8-5667-46ce-bcba-2bd93e7f93ba service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea HTTP/1.1" status: 200 len: 1001 time: 0.0663865 Sep 12 23:35:30.303909 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:30.350199 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943 req-626c92aa-7d0b-49a3-a76c-d24d04d2dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:30.351932 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943 req-626c92aa-7d0b-49a3-a76c-d24d04d2dca0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4528599c-7f3c-480f-b781-d8464330e2f6 HTTP/1.1" status: 200 len: 853 time: 0.0567749 Sep 12 23:35:30.408209 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943 req-66c7134f-3961-48bd-8462-57e1a67ebd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:30.410465 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943 req-66c7134f-3961-48bd-8462-57e1a67ebd7f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bd7cdf13-da54-4506-8d48-c8393a244995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520539 Sep 12 23:35:30.432771 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-b6e10585-2597-4145-841c-fa012484df87 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:30.434468 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-b6e10585-2597-4145-841c-fa012484df87 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3c81539a-e58b-4e42-89a7-b99d91ff7988 HTTP/1.1" status: 200 len: 813 time: 0.1395283 Sep 12 23:35:30.457647 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Request body: {'port': {'device_id': 'a97fd6b9-4088-45a5-94a2-3a284e0dd3c5', 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988', 'admin_state_up': True, 'tenant_id': '24ded699e3a3432cbe1656777da8f958'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:30.464028 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:30.515779 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943 req-bbdc158d-3b52-4398-9c2c-5f55cb3c56aa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992978 Sep 12 23:35:30.517162 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:30.569157 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Made reservation on behalf of 24ded699e3a3432cbe1656777da8f958 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:35:30.573058 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:30.653617 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1e0e6e7-60bd-4982-b7e8-cda7d3bce943 req-72281ded-8b67-4793-8418-eb992b131ec6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882092 Sep 12 23:35:30.702053 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Allocated IP 172.20.0.14 (3c81539a-e58b-4e42-89a7-b99d91ff7988/87ba09a7-1d5b-4c83-8009-c7c44d2d78d1/c8c4cd5d-2829-4eda-9d53-9a41f69d724d) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:35:30.836920 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:30.853261 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks [] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:30.885527 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:30.931876 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Network 3c81539a-e58b-4e42-89a7-b99d91ff7988 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:35:30.935172 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:35:30.938980 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:35:30.943449 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Pushing event updated for resources: {'Port': ['ID=c8c4cd5d-2829-4eda-9d53-9a41f69d724d,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:30.987895 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:30.988497 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:31.005770 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-04b2cbcd-bc8f-43bc-926a-ae5390be68c9 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5531199 Sep 12 23:35:31.016969 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Request body: {'port': {'device_id': 'a97fd6b9-4088-45a5-94a2-3a284e0dd3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:31.078002 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:31.260769 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:31.341155 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c4cd5d-2829-4eda-9d53-9a41f69d724d {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:35:31.365114 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Publish callbacks [] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:31.387900 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8beb99f-6136-4265-8725-05fbd5835171 req-3232b0a1-9fbf-49a2-8ad6-a310b0322ffc tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:31.389362 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e8beb99f-6136-4265-8725-05fbd5835171 req-3232b0a1-9fbf-49a2-8ad6-a310b0322ffc tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 932 time: 0.0641603 Sep 12 23:35:31.391860 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Transition to ACTIVE for port object c8c4cd5d-2829-4eda-9d53-9a41f69d724d will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:35:31.402782 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:31.476525 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e8beb99f-6136-4265-8725-05fbd5835171 req-53aa7ef6-4a9e-4e3b-823e-f0d42a533a04 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800607 Sep 12 23:35:31.477225 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Pushing event updated for resources: {'Port': ['ID=c8c4cd5d-2829-4eda-9d53-9a41f69d724d,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:31.544634 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Attempting to bind port c8c4cd5d-2829-4eda-9d53-9a41f69d724d on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:35:31.544895 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Attempting to bind port c8c4cd5d-2829-4eda-9d53-9a41f69d724d by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:35:31.545220 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Attempting to bind port c8c4cd5d-2829-4eda-9d53-9a41f69d724d on network 3c81539a-e58b-4e42-89a7-b99d91ff7988 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:35:31.584426 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Port c8c4cd5d-2829-4eda-9d53-9a41f69d724d on network 3c81539a-e58b-4e42-89a7-b99d91ff7988 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:35:31.584750 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Attempting to bind port c8c4cd5d-2829-4eda-9d53-9a41f69d724d on network 3c81539a-e58b-4e42-89a7-b99d91ff7988 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:35:31.625010 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:35:31.625344 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Checking segment: {'id': '8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:35:31.625730 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Bound using segment: {'id': '8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:35:31.626154 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Bound port: c8c4cd5d-2829-4eda-9d53-9a41f69d724d, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:35:31.626507 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:31.640068 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:31.689508 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] For port c8c4cd5d-2829-4eda-9d53-9a41f69d724d, host hv-cinder-85200, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:35:31.692427 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] For port c8c4cd5d-2829-4eda-9d53-9a41f69d724d, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=c8c4cd5d-2829-4eda-9d53-9a41f69d724d,segment=NetworkSegment(8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc),segment_id=8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:35:31.698190 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:31.703176 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:31.703962 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:31.705639 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c8c4cd5d-2829-4eda-9d53-9a41f69d724d HTTP/1.1" status: 200 len: 1094 time: 0.6927226 Sep 12 23:35:31.706291 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97fd6b9-4088-45a5-94a2-3a284e0dd3c5', 'tag': 'c8c4cd5d-2829-4eda-9d53-9a41f69d724d'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:31.708839 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41297e69-97e3-455b-aefe-281b76596a61" -d '{"events": [{"name": "network-changed", "server_uuid": "a97fd6b9-4088-45a5-94a2-3a284e0dd3c5", "tag": "c8c4cd5d-2829-4eda-9d53-9a41f69d724d"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:31.755150 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c810ef8a-5fbb-40d9-8d96-0bdf15778bf5 x-openstack-request-id: req-c810ef8a-5fbb-40d9-8d96-0bdf15778bf5 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:31.755435 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97fd6b9-4088-45a5-94a2-3a284e0dd3c5", "tag": "c8c4cd5d-2829-4eda-9d53-9a41f69d724d", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:31.755710 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c810ef8a-5fbb-40d9-8d96-0bdf15778bf5 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:31.756109 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c810ef8a-5fbb-40d9-8d96-0bdf15778bf5'] response: {'name': 'network-changed', 'server_uuid': 'a97fd6b9-4088-45a5-94a2-3a284e0dd3c5', 'tag': 'c8c4cd5d-2829-4eda-9d53-9a41f69d724d', 'status': 'completed', 'code': 200} Sep 12 23:35:31.784293 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf1bca-32bf-40cd-9ad2-7ee8141d590f service neutron] Pushing event updated for resources: {'Port': ['ID=c8c4cd5d-2829-4eda-9d53-9a41f69d724d,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:31.797621 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-bc932c09-5ec8-46e3-9617-a27d538d3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:31.799128 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-bc932c09-5ec8-46e3-9617-a27d538d3687 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=24ded699e3a3432cbe1656777da8f958&device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 1128 time: 0.0503020 Sep 12 23:35:31.836579 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-463c14a7-8ac5-44b3-86e3-aca66be0f8d6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8c4cd5d-2829-4eda-9d53-9a41f69d724d HTTP/1.1" status: 200 len: 217 time: 0.0313785 Sep 12 23:35:31.886379 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-72e6257b-8aba-4364-9a69-a28d52e988a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:31.887805 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-72e6257b-8aba-4364-9a69-a28d52e988a3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87ba09a7-1d5b-4c83-8009-c7c44d2d78d1 HTTP/1.1" status: 200 len: 853 time: 0.0452511 Sep 12 23:35:31.920202 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-0a76aa90-c7dd-4eaa-88e4-f4fcc15cd7a5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3c81539a-e58b-4e42-89a7-b99d91ff7988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256009 Sep 12 23:35:32.009163 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-bd5c3b80-2a4a-4145-a042-2f7d36bdb6ad service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820529 Sep 12 23:35:32.103792 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e9bd071f-7d9c-4595-8ecb-67f7ebea7ce1 req-7946f532-e0e6-4a09-a862-dc4b8e9f4ac4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849750 Sep 12 23:35:32.595127 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976c00-b3d9-4ef9-95ef-947f51f31ae6 req-b8c176ac-b546-41aa-968d-8ae23c34c7c0 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:32.596622 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-43976c00-b3d9-4ef9-95ef-947f51f31ae6 req-b8c176ac-b546-41aa-968d-8ae23c34c7c0 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 944 time: 0.0454643 Sep 12 23:35:32.616222 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:32.649555 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-43976c00-b3d9-4ef9-95ef-947f51f31ae6 req-c9efb0cf-fe9e-4fb3-88d5-11af8edc07b6 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475254 Sep 12 23:35:32.983845 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41297e69-97e3-455b-aefe-281b76596a61 req-ed5a4341-7cf8-4ea9-949a-79f40d27894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:32.985379 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-41297e69-97e3-455b-aefe-281b76596a61 req-ed5a4341-7cf8-4ea9-949a-79f40d27894e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=24ded699e3a3432cbe1656777da8f958&device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 1128 time: 0.0480735 Sep 12 23:35:33.074934 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41297e69-97e3-455b-aefe-281b76596a61 req-d4537b7f-0652-4bab-88bb-1568b878ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:33.076400 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-41297e69-97e3-455b-aefe-281b76596a61 req-d4537b7f-0652-4bab-88bb-1568b878ffca service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3c81539a-e58b-4e42-89a7-b99d91ff7988 HTTP/1.1" status: 200 len: 914 time: 0.0833356 Sep 12 23:35:33.118376 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-41297e69-97e3-455b-aefe-281b76596a61 req-93d6f25a-6107-4cea-b646-bca72f225761 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8c4cd5d-2829-4eda-9d53-9a41f69d724d HTTP/1.1" status: 200 len: 217 time: 0.0354316 Sep 12 23:35:33.166617 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41297e69-97e3-455b-aefe-281b76596a61 req-11803f13-cd15-47bc-9ae1-d8477ae32092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:33.168076 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-41297e69-97e3-455b-aefe-281b76596a61 req-11803f13-cd15-47bc-9ae1-d8477ae32092 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87ba09a7-1d5b-4c83-8009-c7c44d2d78d1 HTTP/1.1" status: 200 len: 853 time: 0.0446584 Sep 12 23:35:33.199510 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-41297e69-97e3-455b-aefe-281b76596a61 req-8651332f-88ee-4a90-8b91-1eed31eb31a5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3c81539a-e58b-4e42-89a7-b99d91ff7988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245059 Sep 12 23:35:33.290839 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-41297e69-97e3-455b-aefe-281b76596a61 req-ab9b026b-4f08-4717-9d32-07ecc00cb231 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855041 Sep 12 23:35:33.377882 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-41297e69-97e3-455b-aefe-281b76596a61 req-c298a037-5f29-487e-a312-68daa2c64993 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808113 Sep 12 23:35:33.769141 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e445aba-0da2-4d1b-a050-9ba4f020d0da req-56e2638b-a328-406d-b1a5-c048ca87df17 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:33.770587 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7e445aba-0da2-4d1b-a050-9ba4f020d0da req-56e2638b-a328-406d-b1a5-c048ca87df17 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 944 time: 0.0467062 Sep 12 23:35:33.790318 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:33.819398 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7e445aba-0da2-4d1b-a050-9ba4f020d0da req-f9fd7e87-f3ff-4043-9c38-18a4a21ca26e tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431435 Sep 12 23:35:34.940734 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74154a-469c-4f50-8975-6969095c2555 req-f43519a5-1e07-4fe4-8d71-388924b3e7f0 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:34.942174 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6f74154a-469c-4f50-8975-6969095c2555 req-f43519a5-1e07-4fe4-8d71-388924b3e7f0 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 944 time: 0.0505865 Sep 12 23:35:34.977529 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:34.990631 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6f74154a-469c-4f50-8975-6969095c2555 req-ccb9fd55-1b79-4288-928e-85e4a5984464 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430050 Sep 12 23:35:35.133978 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device c8c4cd5d-2829-4eda-9d53-9a41f69d724d details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:35:35.234268 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port c8c4cd5d-2829-4eda-9d53-9a41f69d724d, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=c8c4cd5d-2829-4eda-9d53-9a41f69d724d,segment=NetworkSegment(8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc),segment_id=8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:35.245488 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'c8c4cd5d-2829-4eda-9d53-9a41f69d724d', 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988', 'port_id': 'c8c4cd5d-2829-4eda-9d53-9a41f69d724d', 'mac_address': 'fa:16:3e:32:b9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ba09a7-1d5b-4c83-8009-c7c44d2d78d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:35:35.280116 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port c8c4cd5d-2829-4eda-9d53-9a41f69d724d is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:35.280521 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:35.293527 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c4cd5d-2829-4eda-9d53-9a41f69d724d {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:35:35.312789 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port c8c4cd5d-2829-4eda-9d53-9a41f69d724d, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=c8c4cd5d-2829-4eda-9d53-9a41f69d724d,segment=NetworkSegment(8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc),segment_id=8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:35.317516 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:35.365625 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=c8c4cd5d-2829-4eda-9d53-9a41f69d724d,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:35.572790 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['c8c4cd5d-2829-4eda-9d53-9a41f69d724d'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:35:36.121683 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dcae0-f88e-4ac6-bbff-0c46bb84448e req-322d0b66-5dcd-4348-b534-5f0d866d2481 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:36.123169 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f4dcae0-f88e-4ac6-bbff-0c46bb84448e req-322d0b66-5dcd-4348-b534-5f0d866d2481 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 945 time: 0.0506451 Sep 12 23:35:36.168947 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f4dcae0-f88e-4ac6-bbff-0c46bb84448e req-ab65228d-781a-41d8-a2db-b27ac897bdf2 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403137 Sep 12 23:35:37.134116 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device c8c4cd5d-2829-4eda-9d53-9a41f69d724d up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:35:37.156647 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:37.180136 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port c8c4cd5d-2829-4eda-9d53-9a41f69d724d completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:35:37.185680 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port c8c4cd5d-2829-4eda-9d53-9a41f69d724d triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:37.186079 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:37.259135 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port c8c4cd5d-2829-4eda-9d53-9a41f69d724d is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:35:37.259536 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:37.282160 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97fd6b9-4088-45a5-94a2-3a284e0dd3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c4cd5d-2829-4eda-9d53-9a41f69d724d'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:37.284543 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de51722b-0440-4b57-b95f-0f6f1c714b7e" -d '{"events": [{"server_uuid": "a97fd6b9-4088-45a5-94a2-3a284e0dd3c5", "name": "network-vif-plugged", "status": "completed", "tag": "c8c4cd5d-2829-4eda-9d53-9a41f69d724d"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:37.291673 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77558d-222b-437b-b531-5e9f3a03b2d2 req-3cd8503a-2c04-4e5f-a4f1-dc01f2baed48 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:37.293221 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ac77558d-222b-437b-b531-5e9f3a03b2d2 req-3cd8503a-2c04-4e5f-a4f1-dc01f2baed48 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 945 time: 0.0476336 Sep 12 23:35:37.298039 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port c8c4cd5d-2829-4eda-9d53-9a41f69d724d, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=c8c4cd5d-2829-4eda-9d53-9a41f69d724d,segment=NetworkSegment(8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc),segment_id=8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:37.303042 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:37.334002 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99e6cab-a570-40d8-81db-a243efd55679 x-openstack-request-id: req-f99e6cab-a570-40d8-81db-a243efd55679 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:37.334293 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97fd6b9-4088-45a5-94a2-3a284e0dd3c5", "name": "network-vif-plugged", "status": "completed", "tag": "c8c4cd5d-2829-4eda-9d53-9a41f69d724d", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:37.334543 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f99e6cab-a570-40d8-81db-a243efd55679 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:37.334933 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99e6cab-a570-40d8-81db-a243efd55679'] response: {'server_uuid': 'a97fd6b9-4088-45a5-94a2-3a284e0dd3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c4cd5d-2829-4eda-9d53-9a41f69d724d', 'code': 200} Sep 12 23:35:37.350842 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ac77558d-222b-437b-b531-5e9f3a03b2d2 req-8c46b46b-0618-43a7-bde3-5d453c930e5a tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491505 Sep 12 23:35:37.363552 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=c8c4cd5d-2829-4eda-9d53-9a41f69d724d,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:37.499864 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51deef-59cf-4f24-8498-aeb062ef7e83 req-b7203252-4005-4287-97c6-d3f453a0eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:37.501393 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7e51deef-59cf-4f24-8498-aeb062ef7e83 req-b7203252-4005-4287-97c6-d3f453a0eddb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 1130 time: 0.0382407 Sep 12 23:35:37.549348 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-7e51deef-59cf-4f24-8498-aeb062ef7e83 req-b23d7671-5e1d-46a1-a334-24a4cf356c37 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Sep 12 23:35:38.232914 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:38.474446 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb3884-9e71-4926-8929-d0a460e2fbb7 req-70ca27b9-c182-43ea-b543-c685eee228bc tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:38.475927 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9aeb3884-9e71-4926-8929-d0a460e2fbb7 req-70ca27b9-c182-43ea-b543-c685eee228bc tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0459185 Sep 12 23:35:38.527351 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9aeb3884-9e71-4926-8929-d0a460e2fbb7 req-25fdb406-74be-4175-be57-ca7dab305199 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457356 Sep 12 23:35:39.295549 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:39.298372 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=19 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:39.652337 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54594d6-210c-45aa-bcea-c9fe8423a05d req-66461cba-9f13-48c9-be99-7100c6c0213d tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:39.653765 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c54594d6-210c-45aa-bcea-c9fe8423a05d req-66461cba-9f13-48c9-be99-7100c6c0213d tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0455871 Sep 12 23:35:39.701208 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c54594d6-210c-45aa-bcea-c9fe8423a05d req-a1da152d-8e24-4769-99f3-a410ae3d1c9d tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Sep 12 23:35:48.226883 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=24,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:48.228672 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:48.521007 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=17 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:48.524084 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=47 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:49.694464 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=82 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:49.696695 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=27 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:52.908356 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86dace-52e8-40c5-9c55-93e8f9c74076 req-3d82a677-ed59-4822-8f66-fa1445fba6f0 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:52.909804 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0e86dace-52e8-40c5-9c55-93e8f9c74076 req-3d82a677-ed59-4822-8f66-fa1445fba6f0 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0763023 Sep 12 23:35:52.915306 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726eda0-50f0-4cff-b072-2e1d7c130c94 req-3faf1c03-4ac3-4910-872a-37f32ceec4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:52.916757 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b726eda0-50f0-4cff-b072-2e1d7c130c94 req-3faf1c03-4ac3-4910-872a-37f32ceec4e1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=00950b4875f54197bf44bd1ffa353937&device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 1168 time: 0.0554814 Sep 12 23:35:53.024905 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0e86dace-52e8-40c5-9c55-93e8f9c74076 req-92f268e0-e01d-4a2d-b3f5-6359f3a6c3ec tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071415 Sep 12 23:35:53.045410 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726eda0-50f0-4cff-b072-2e1d7c130c94 req-6fc914de-1ad0-4b66-949d-9178d49ee957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:53.046824 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b726eda0-50f0-4cff-b072-2e1d7c130c94 req-6fc914de-1ad0-4b66-949d-9178d49ee957 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bd7cdf13-da54-4506-8d48-c8393a244995 HTTP/1.1" status: 200 len: 915 time: 0.1234157 Sep 12 23:35:53.123908 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b726eda0-50f0-4cff-b072-2e1d7c130c94 req-5bfdee47-3eaf-4e3e-a07c-07c9d7ebd13d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea HTTP/1.1" status: 200 len: 1001 time: 0.0580122 Sep 12 23:35:53.173531 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726eda0-50f0-4cff-b072-2e1d7c130c94 req-a1c8cc7d-9120-440e-8335-e3b2c36dab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:53.174982 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b726eda0-50f0-4cff-b072-2e1d7c130c94 req-a1c8cc7d-9120-440e-8335-e3b2c36dab9f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4528599c-7f3c-480f-b781-d8464330e2f6 HTTP/1.1" status: 200 len: 853 time: 0.0429139 Sep 12 23:35:53.218326 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726eda0-50f0-4cff-b072-2e1d7c130c94 req-c1f68122-231d-42c0-9aa4-38cf424916ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:53.219767 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b726eda0-50f0-4cff-b072-2e1d7c130c94 req-c1f68122-231d-42c0-9aa4-38cf424916ba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bd7cdf13-da54-4506-8d48-c8393a244995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375464 Sep 12 23:35:53.313104 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b726eda0-50f0-4cff-b072-2e1d7c130c94 req-c7989e55-9e63-4e2b-a066-c067bb076d14 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Sep 12 23:35:53.408923 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b726eda0-50f0-4cff-b072-2e1d7c130c94 req-f2e0dc98-c13c-4436-9975-1e45cb5f2cc1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822470 Sep 12 23:35:54.104724 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 52970) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:35:54.150890 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990adfa-bc67-4f23-b1fd-3035a7dbcb8c req-90660fee-ea9c-4136-a944-795f1fa063fb tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:54.152372 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6990adfa-bc67-4f23-b1fd-3035a7dbcb8c req-90660fee-ea9c-4136-a944-795f1fa063fb tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0512793 Sep 12 23:35:54.212554 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6990adfa-bc67-4f23-b1fd-3035a7dbcb8c req-6d0594ea-00bc-47d6-869c-48e5878dda56 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543084 Sep 12 23:35:54.257840 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Deleting port 9e08e3ae-2c55-4e54-875c-33a9469bcccf {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:35:54.258186 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (9e08e3ae-2c55-4e54-875c-33a9469bcccf), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:54.333733 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (9e08e3ae-2c55-4e54-875c-33a9469bcccf), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:54.334057 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for floatingip (9e08e3ae-2c55-4e54-875c-33a9469bcccf), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:54.346376 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Calling delete_port for 9e08e3ae-2c55-4e54-875c-33a9469bcccf owned by network:floatingip {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:35:54.714189 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:54.728086 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:54.778625 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (9e08e3ae-2c55-4e54-875c-33a9469bcccf), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:54.808118 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event deleted for resources: {'Port': ['ID=9e08e3ae-2c55-4e54-875c-33a9469bcccf,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:54.874278 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for floatingip (4da160da-2758-441c-96d9-628dae40a8aa), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:54.874613 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Floating IP 4da160da-2758-441c-96d9-628dae40a8aa disassociated (deleted). External IP: 172.27.3.43, port: 6ccc2d74-2c48-49e0-b714-f319925458f8. Sep 12 23:35:54.898714 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a3a84419-dbe6-4164-9e96-a0627c9b87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:55.004643 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-cac17462-f32b-4414-93d2-3f41ababcd4b tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-575282427&fields=id&tenant_id=eaa5d21fc40540e4b811713e5efeff46 HTTP/1.1" status: 200 len: 267 time: 0.0897176 Sep 12 23:35:55.201837 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-7023767f-b70a-4c4a-8326-520af7ef105e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:55.203239 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-7023767f-b70a-4c4a-8326-520af7ef105e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 812 time: 0.1906009 Sep 12 23:35:55.225766 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-d0c5bb2b-1dba-4adb-b1dc-2f26f5994c23 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/quotas/eaa5d21fc40540e4b811713e5efeff46 HTTP/1.1" status: 200 len: 375 time: 0.0164294 Sep 12 23:35:55.247610 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Router 6fa9a102-2808-42d0-be00-fb1873f777e3 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:35:55.270850 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:55.272978 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:55.289712 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-e95b5597-3c68-4307-8795-3c7153c85e01 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565584 Sep 12 23:35:55.358870 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6e494-7eb1-49c7-9526-b578b51919b8 req-c98334c1-d4ed-4d93-8c4b-637fd2e07714 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:55.360381 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b4c6e494-7eb1-49c7-9526-b578b51919b8 req-c98334c1-d4ed-4d93-8c4b-637fd2e07714 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0477860 Sep 12 23:35:55.421657 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b4c6e494-7eb1-49c7-9526-b578b51919b8 req-cb0df012-ffa2-432f-9dc4-208aa36f8127 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548627 Sep 12 23:35:55.479034 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:35:55.485126 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:55.490168 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b36b5a-c305-4a11-83ef-0fc947ba276e None None] Sync routers for ids ['6fa9a102-2808-42d0-be00-fb1873f777e3'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:35:55.491627 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-77ff77e6-a3c6-4c80-affd-d8037c27baf3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547279 Sep 12 23:35:55.499711 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b36b5a-c305-4a11-83ef-0fc947ba276e None None] Routers {'6fa9a102-2808-42d0-be00-fb1873f777e3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:35:55.500348 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-67b36b5a-c305-4a11-83ef-0fc947ba276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:35:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['6fa9a102-2808-42d0-be00-fb1873f777e3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:55.564894 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-52019736-3947-4cf3-9c92-204fa3f8a779 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/4da160da-2758-441c-96d9-628dae40a8aa HTTP/1.1" status: 204 len: 168 time: 1.4590964 Sep 12 23:35:55.567462 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:55.569779 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e087c29-7995-4a3d-889c-5be472595c46" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:55.601195 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:35:55.608337 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-67b36b5a-c305-4a11-83ef-0fc947ba276e None None] Set router 6fa9a102-2808-42d0-be00-fb1873f777e3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:35:55.619828 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2bb5cc30-6239-4210-b9ea-f539acd00f71 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104798 Sep 12 23:35:55.731179 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca87bd4f-97ed-4d23-b45e-85acdc5eb006 x-openstack-request-id: req-ca87bd4f-97ed-4d23-b45e-85acdc5eb006 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:55.731472 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:55.731772 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ca87bd4f-97ed-4d23-b45e-85acdc5eb006 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:55.732188 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca87bd4f-97ed-4d23-b45e-85acdc5eb006'] response: {'name': 'network-changed', 'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'status': 'completed', 'code': 200} Sep 12 23:35:55.815322 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-67b36b5a-c305-4a11-83ef-0fc947ba276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'f043a2f2-e78b-4d11-98e4-7cf9be17267b', 'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'mac_address': 'fa:16:3e:7c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:12Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 5, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'subnets': [{'id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:55.829173 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c6340-544b-49df-bc28-82fd922366dc req-b2c1dbed-4bac-4d05-a1aa-76228ae92105 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:55.830754 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7d0c6340-544b-49df-bc28-82fd922366dc req-b2c1dbed-4bac-4d05-a1aa-76228ae92105 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0508564 Sep 12 23:35:55.847062 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b36b5a-c305-4a11-83ef-0fc947ba276e None None] Checking router: 6fa9a102-2808-42d0-be00-fb1873f777e3 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:35:55.856917 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b36b5a-c305-4a11-83ef-0fc947ba276e None None] Routers {'6fa9a102-2808-42d0-be00-fb1873f777e3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:35:55.857578 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-67b36b5a-c305-4a11-83ef-0fc947ba276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:35:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['6fa9a102-2808-42d0-be00-fb1873f777e3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:55.896520 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7d0c6340-544b-49df-bc28-82fd922366dc req-23038d2e-6de8-493e-93a5-35a16a71bd81 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558558 Sep 12 23:35:55.986497 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-67b36b5a-c305-4a11-83ef-0fc947ba276e None None] Set router 6fa9a102-2808-42d0-be00-fb1873f777e3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:35:55.988107 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-d280da4f-58ab-407b-a18e-78d3f9a88408 req-b6af7610-c2b5-4353-b3c4-a431911ae956 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 210 time: 0.0375917 Sep 12 23:35:56.179862 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-67b36b5a-c305-4a11-83ef-0fc947ba276e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'f043a2f2-e78b-4d11-98e4-7cf9be17267b', 'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'mac_address': 'fa:16:3e:7c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:12Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 5, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'subnets': [{'id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:35:56.204537 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b36b5a-c305-4a11-83ef-0fc947ba276e None None] The sync data for ids ['6fa9a102-2808-42d0-be00-fb1873f777e3'] in dv-cinder-852009-7-iscsi is: [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:31:13Z', 'revision_number': 4, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'f043a2f2-e78b-4d11-98e4-7cf9be17267b', 'name': '', 'network_id': 'a7ffe834-d031-4407-b7a2-432ed18b27d2', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'mac_address': 'fa:16:3e:7c:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:12Z', 'updated_at': '2022-09-12T23:31:21Z', 'revision_number': 5, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'subnets': [{'id': '99d91101-d63b-49c6-816a-6c0cd683e93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:35:56.431763 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297fad6-21a8-48a1-97f8-1b44c4589163 None None] New status for floating IP 4da160da-2758-441c-96d9-628dae40a8aa: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:35:56.545808 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbde53-7e39-4f0c-98a6-79fe0fd30a6c req-27b30a26-0697-404a-9101-8a79044741ca tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:56.547275 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-16bbde53-7e39-4f0c-98a6-79fe0fd30a6c req-27b30a26-0697-404a-9101-8a79044741ca tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0487897 Sep 12 23:35:56.607282 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-16bbde53-7e39-4f0c-98a6-79fe0fd30a6c req-4c105367-60af-4c7d-9b7b-0e20a0f8e683 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542383 Sep 12 23:35:57.017373 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:57.045162 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2f5ea-b2bf-48c4-a159-7c8c1bb8921a req-69685466-543a-478d-b094-107f95aa4a3e tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:57.047017 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-25e2f5ea-b2bf-48c4-a159-7c8c1bb8921a req-69685466-543a-478d-b094-107f95aa4a3e tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0646162 Sep 12 23:35:57.065592 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:57.097860 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e087c29-7995-4a3d-889c-5be472595c46 req-e416273b-f8ce-49e1-be21-8e9170f2ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:57.099348 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6e087c29-7995-4a3d-889c-5be472595c46 req-e416273b-f8ce-49e1-be21-8e9170f2ca93 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e3ac3aed7b1e495f81dc29d224be1eba&device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 1130 time: 0.0745382 Sep 12 23:35:57.132240 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2dbb9479-7de6-4ec4-891e-db4e3f7666df req-12a5348d-61c7-4454-a5d4-6c4dcc95ceca tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 210 time: 0.0316539 Sep 12 23:35:57.134140 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-25e2f5ea-b2bf-48c4-a159-7c8c1bb8921a req-ea876c13-2d9a-48ae-872c-f7ad56709fab tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=d09377ad-3234-485b-b684-3eb7f49c56d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671284 Sep 12 23:35:57.286848 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e087c29-7995-4a3d-889c-5be472595c46 req-7592029f-ef8c-4124-a163-d612c7c44f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:57.288732 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6e087c29-7995-4a3d-889c-5be472595c46 req-7592029f-ef8c-4124-a163-d612c7c44f93 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a7ffe834-d031-4407-b7a2-432ed18b27d2 HTTP/1.1" status: 200 len: 910 time: 0.0985181 Sep 12 23:35:57.334141 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3d53a900-d30e-4a44-8278-d8c5638cd2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:57.509247 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6e087c29-7995-4a3d-889c-5be472595c46 req-d3b57798-d6c3-4a5d-93db-9173b5a1ab3c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ccc2d74-2c48-49e0-b714-f319925458f8 HTTP/1.1" status: 200 len: 217 time: 0.0333896 Sep 12 23:35:57.580279 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e087c29-7995-4a3d-889c-5be472595c46 req-5f601a4d-3ff8-4166-891e-f5b154e79b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:57.581785 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6e087c29-7995-4a3d-889c-5be472595c46 req-5f601a4d-3ff8-4166-891e-f5b154e79b03 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=99d91101-d63b-49c6-816a-6c0cd683e93e HTTP/1.1" status: 200 len: 848 time: 0.0615051 Sep 12 23:35:57.610762 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f731ae-97c7-45e6-aee2-b530d6e4d6ae req-10b276cc-e029-4758-b1db-3aee5d5c6b58 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:57.612415 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-67f731ae-97c7-45e6-aee2-b530d6e4d6ae req-10b276cc-e029-4758-b1db-3aee5d5c6b58 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 946 time: 0.0595820 Sep 12 23:35:57.636995 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e087c29-7995-4a3d-889c-5be472595c46 req-f5d18c60-2629-4bce-8568-a6226f0bb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:57.649619 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6e087c29-7995-4a3d-889c-5be472595c46 req-f5d18c60-2629-4bce-8568-a6226f0bb7c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a7ffe834-d031-4407-b7a2-432ed18b27d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561845 Sep 12 23:35:57.765262 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-67f731ae-97c7-45e6-aee2-b530d6e4d6ae req-c074fe32-47cd-4338-8440-8dff14d1ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Deleting port 6ccc2d74-2c48-49e0-b714-f319925458f8 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:35:57.765450 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-67f731ae-97c7-45e6-aee2-b530d6e4d6ae req-c074fe32-47cd-4338-8440-8dff14d1ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:57.797178 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6e087c29-7995-4a3d-889c-5be472595c46 req-8771bd70-2d46-4f7e-9ce4-4ee6832dcd70 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364632 Sep 12 23:35:57.812476 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527058a-a109-458a-9791-58127f246d76 req-8b022268-1512-44c6-b9c1-dcf161762b8d tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:57.817226 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e527058a-a109-458a-9791-58127f246d76 req-8b022268-1512-44c6-b9c1-dcf161762b8d tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0716639 Sep 12 23:35:57.867352 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-67f731ae-97c7-45e6-aee2-b530d6e4d6ae req-c074fe32-47cd-4338-8440-8dff14d1ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] For port 6ccc2d74-2c48-49e0-b714-f319925458f8, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=6ccc2d74-2c48-49e0-b714-f319925458f8,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:35:57.868010 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-67f731ae-97c7-45e6-aee2-b530d6e4d6ae req-c074fe32-47cd-4338-8440-8dff14d1ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:57.938641 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e527058a-a109-458a-9791-58127f246d76 req-746056ff-24a4-49a7-b424-cee2db4b5e7e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188121 Sep 12 23:35:57.955715 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6e087c29-7995-4a3d-889c-5be472595c46 req-9f1bada3-fa92-416f-9bcc-c8aa36a54de1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292539 Sep 12 23:35:58.125339 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-67f731ae-97c7-45e6-aee2-b530d6e4d6ae req-c074fe32-47cd-4338-8440-8dff14d1ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Calling delete_port for 6ccc2d74-2c48-49e0-b714-f319925458f8 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:35:58.281149 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-67f731ae-97c7-45e6-aee2-b530d6e4d6ae req-c074fe32-47cd-4338-8440-8dff14d1ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (6ccc2d74-2c48-49e0-b714-f319925458f8), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:58.317391 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1236627b-f2b8-4f1d-b531-15023418646a req-c50b4839-a2ff-4a7e-b696-741bbdde5adf tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 210 time: 0.0438492 Sep 12 23:35:58.327334 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-52e22d67-841d-4f3e-8f75-b309690cd7fd tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:58.328028 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c57c295a-ee8d-49e3-a18f-d26b28bb7976 req-f0395752-ef67-4dbe-8988-8fe9119258da tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 210 time: 0.0576210 Sep 12 23:35:58.328967 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-52e22d67-841d-4f3e-8f75-b309690cd7fd tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 812 time: 0.1673567 Sep 12 23:35:58.331118 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074fe32-47cd-4338-8440-8dff14d1ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event deleted for resources: {'Port': ['ID=6ccc2d74-2c48-49e0-b714-f319925458f8,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:58.395554 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f731ae-97c7-45e6-aee2-b530d6e4d6ae req-c074fe32-47cd-4338-8440-8dff14d1ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] No DVR routers for this DVR port 6ccc2d74-2c48-49e0-b714-f319925458f8 on host hv-cinder-85200 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:35:58.398403 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-67f731ae-97c7-45e6-aee2-b530d6e4d6ae req-c074fe32-47cd-4338-8440-8dff14d1ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:58.401640 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-67f731ae-97c7-45e6-aee2-b530d6e4d6ae req-c074fe32-47cd-4338-8440-8dff14d1ac29 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6ccc2d74-2c48-49e0-b714-f319925458f8 HTTP/1.1" status: 204 len: 173 time: 0.7779038 Sep 12 23:35:58.402134 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'name': 'network-vif-deleted', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:58.404566 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58809a73-51a6-4014-947c-97bbdf83580c" -d '{"events": [{"server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "name": "network-vif-deleted", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:58.432214 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-e38dc8db-7473-4dbe-a523-a812f2636aa4 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eaa5d21fc40540e4b811713e5efeff46 HTTP/1.1" status: 200 len: 379 time: 0.0864286 Sep 12 23:35:58.441524 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'port': {'device_id': 'afb291d6-b18d-4241-b659-50cf940eb227', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'admin_state_up': True, 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'security_groups': ['6972ab3e-5c0c-4305-9b6c-c96692095c56']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:58.453978 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054c9e29-6120-4b2d-b07f-5effd72ad1bf x-openstack-request-id: req-054c9e29-6120-4b2d-b07f-5effd72ad1bf {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:58.454547 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0ad905-fb81-48ab-9712-10d8badbd7f6", "name": "network-vif-deleted", "tag": "6ccc2d74-2c48-49e0-b714-f319925458f8", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:58.454986 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-054c9e29-6120-4b2d-b07f-5effd72ad1bf {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:58.455428 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054c9e29-6120-4b2d-b07f-5effd72ad1bf'] response: {'server_uuid': '6c0ad905-fb81-48ab-9712-10d8badbd7f6', 'name': 'network-vif-deleted', 'tag': '6ccc2d74-2c48-49e0-b714-f319925458f8', 'status': 'completed', 'code': 200} Sep 12 23:35:58.511504 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:58.564672 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Made reservation on behalf of eaa5d21fc40540e4b811713e5efeff46 for: {'port': 1} {{(pid=106217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:35:58.568863 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:58.658250 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:58.666338 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:58.729202 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Allocated IP 172.20.0.13 (eca586cf-58eb-48f2-bcf7-9aa793fb9bf1/f301b7a6-feee-4435-afba-5f5753bbb8c1/9161919b-1838-4c64-a5a8-de22e08e110b) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:35:58.889839 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for port (9161919b-1838-4c64-a5a8-de22e08e110b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:58.927825 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:58.974639 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:35:58.979944 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:35:58.983754 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:35:59.012171 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'Port': ['ID=9161919b-1838-4c64-a5a8-de22e08e110b,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:59.038747 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:59.039363 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:59.059314 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-a5042762-22e0-4cb7-ab6f-526e3cb2b415 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6216693 Sep 12 23:35:59.085936 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Request body: {'port': {'device_id': 'afb291d6-b18d-4241-b659-50cf940eb227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:35:59.088368 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36745c4e-be13-47be-bc47-1bfb61f554f0 req-c43c83e0-208a-45e8-8334-217c6556ba4a tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:59.090012 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-36745c4e-be13-47be-bc47-1bfb61f554f0 req-c43c83e0-208a-45e8-8334-217c6556ba4a tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0590100 Sep 12 23:35:59.130084 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:59.173178 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:59.178166 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:59.194119 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-36745c4e-be13-47be-bc47-1bfb61f554f0 req-878414f5-d891-46ce-976b-b7b69b03663f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955043 Sep 12 23:35:59.327157 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-7da44615-e893-4744-a83d-e3f711facd35 None None] Provisioning complete for port 9161919b-1838-4c64-a5a8-de22e08e110b triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:35:59.327705 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7da44615-e893-4744-a83d-e3f711facd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:59.369668 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-7da44615-e893-4744-a83d-e3f711facd35 None None] Port 9161919b-1838-4c64-a5a8-de22e08e110b cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:35:59.473457 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-55095ecb-4bf8-40bf-8568-30270fc5a79b req-a69fb245-83a6-48bc-8168-692abd40bfe2 tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=6c0ad905-fb81-48ab-9712-10d8badbd7f6 HTTP/1.1" status: 200 len: 210 time: 0.0453420 Sep 12 23:35:59.489088 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c09865-69d9-4bad-931f-754194a6a099 req-91eb3e65-d51b-4337-a962-a6f6e4987ebb tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:59.489295 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9161919b-1838-4c64-a5a8-de22e08e110b {{(pid=106217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:35:59.490821 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a4c09865-69d9-4bad-931f-754194a6a099 req-91eb3e65-d51b-4337-a962-a6f6e4987ebb tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 932 time: 0.0601707 Sep 12 23:35:59.497355 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Publish callbacks [] for port (9161919b-1838-4c64-a5a8-de22e08e110b), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:59.511051 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.provisioning_blocks [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Transition to ACTIVE for port object 9161919b-1838-4c64-a5a8-de22e08e110b will not be triggered until provisioned by entity L2. {{(pid=106217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:35:59.514407 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:59.544382 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:59.549417 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a4c09865-69d9-4bad-931f-754194a6a099 req-aa844740-d50a-4add-92d2-37b32e021d58 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516460 Sep 12 23:35:59.588278 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Pushing event updated for resources: {'Port': ['ID=9161919b-1838-4c64-a5a8-de22e08e110b,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:59.614497 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:35:59.644677 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Attempting to bind port 9161919b-1838-4c64-a5a8-de22e08e110b on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:35:59.645014 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Attempting to bind port 9161919b-1838-4c64-a5a8-de22e08e110b by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:35:59.645339 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Attempting to bind port 9161919b-1838-4c64-a5a8-de22e08e110b on network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:35:59.689801 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Port 9161919b-1838-4c64-a5a8-de22e08e110b on network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:35:59.690135 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Attempting to bind port 9161919b-1838-4c64-a5a8-de22e08e110b on network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:35:59.734554 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:59.741177 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:35:59.741684 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Checking segment: {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:35:59.742110 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Bound using segment: {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'} {{(pid=106217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:35:59.742409 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.managers [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Bound port: 9161919b-1838-4c64-a5a8-de22e08e110b, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1'}}] {{(pid=106217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:35:59.742806 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:59.805338 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] For port 9161919b-1838-4c64-a5a8-de22e08e110b, host hv-cinder-85200, cleared binding levels {{(pid=106217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:35:59.808276 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] For port 9161919b-1838-4c64-a5a8-de22e08e110b, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=9161919b-1838-4c64-a5a8-de22e08e110b,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:35:59.814237 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:59.817483 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:59.818116 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:35:59.819491 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9161919b-1838-4c64-a5a8-de22e08e110b HTTP/1.1" status: 200 len: 1094 time: 0.7403917 Sep 12 23:35:59.821552 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb291d6-b18d-4241-b659-50cf940eb227', 'tag': '9161919b-1838-4c64-a5a8-de22e08e110b'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:35:59.824298 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e117407-61a9-4d11-b894-59dc5faea9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "afb291d6-b18d-4241-b659-50cf940eb227", "tag": "9161919b-1838-4c64-a5a8-de22e08e110b"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:35:59.863940 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6ef145-ca65-4e79-88fe-258bdf3d598d x-openstack-request-id: req-3b6ef145-ca65-4e79-88fe-258bdf3d598d {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:35:59.864222 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb291d6-b18d-4241-b659-50cf940eb227", "tag": "9161919b-1838-4c64-a5a8-de22e08e110b", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:35:59.864471 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3b6ef145-ca65-4e79-88fe-258bdf3d598d {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:35:59.864915 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6ef145-ca65-4e79-88fe-258bdf3d598d'] response: {'name': 'network-changed', 'server_uuid': 'afb291d6-b18d-4241-b659-50cf940eb227', 'tag': '9161919b-1838-4c64-a5a8-de22e08e110b', 'status': 'completed', 'code': 200} Sep 12 23:35:59.910195 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b9131-6ab8-4b67-bc0b-fd5c35de2d0c service neutron] Pushing event updated for resources: {'Port': ['ID=9161919b-1838-4c64-a5a8-de22e08e110b,revision_number=3']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:35:59.934247 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-9a527403-a995-4ae0-812b-d481d4ae6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:35:59.936005 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-9a527403-a995-4ae0-812b-d481d4ae6076 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 1128 time: 0.0562730 Sep 12 23:35:59.986205 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-0e0f7133-697e-456f-b4cd-28f6c252f232 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9161919b-1838-4c64-a5a8-de22e08e110b HTTP/1.1" status: 200 len: 217 time: 0.0389524 Sep 12 23:36:00.028950 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:00.043398 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-34349b17-9ba9-476b-aa32-92eea7414daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:00.044946 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-34349b17-9ba9-476b-aa32-92eea7414daf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.0532932 Sep 12 23:36:00.091382 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2b0fd86e-7841-45ab-956e-c4c857fb11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:00.092920 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-2b0fd86e-7841-45ab-956e-c4c857fb11c7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399196 Sep 12 23:36:00.185760 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-f4768c0b-c675-41d0-9216-6b55479c7331 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860746 Sep 12 23:36:00.284590 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ece8db65-a3eb-435b-9bcf-5bfc27ca0825 req-4866a4f8-016b-4e65-bb61-b9712587eab8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884666 Sep 12 23:36:00.310515 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9445f7a-4352-4750-856a-e979615b796b req-68d6f24c-bec1-4fb9-a35f-5d570d048c76 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:00.312128 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9445f7a-4352-4750-856a-e979615b796b req-68d6f24c-bec1-4fb9-a35f-5d570d048c76 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0479562 Sep 12 23:36:00.373672 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117407-61a9-4d11-b894-59dc5faea9d5 req-4b046a89-db6f-437e-a71e-5c4ca5f819ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:00.375228 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2e117407-61a9-4d11-b894-59dc5faea9d5 req-4b046a89-db6f-437e-a71e-5c4ca5f819ca service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 1128 time: 0.0452859 Sep 12 23:36:00.376869 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9445f7a-4352-4750-856a-e979615b796b req-1eedaa88-8da0-4b1d-9d01-21be1f1df41e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575695 Sep 12 23:36:00.472345 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117407-61a9-4d11-b894-59dc5faea9d5 req-06c513e6-4fd2-4f1e-85d2-f9ba9abbfbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:00.473901 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2e117407-61a9-4d11-b894-59dc5faea9d5 req-06c513e6-4fd2-4f1e-85d2-f9ba9abbfbc1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 913 time: 0.0901694 Sep 12 23:36:00.516319 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2e117407-61a9-4d11-b894-59dc5faea9d5 req-23482b9d-9d31-42fa-9415-ff665c45de61 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9161919b-1838-4c64-a5a8-de22e08e110b HTTP/1.1" status: 200 len: 217 time: 0.0361328 Sep 12 23:36:00.544213 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53054) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:00.565329 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117407-61a9-4d11-b894-59dc5faea9d5 req-eb7f835c-189c-40fd-96bd-1d15a9443812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:00.567377 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2e117407-61a9-4d11-b894-59dc5faea9d5 req-eb7f835c-189c-40fd-96bd-1d15a9443812 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.0446692 Sep 12 23:36:00.611177 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-eec00402-3e8b-481d-a520-992109030b9c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group (d09377ad-3234-485b-b684-3eb7f49c56d8), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:00.619876 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e117407-61a9-4d11-b894-59dc5faea9d5 req-bd863b0c-49de-499a-92b9-41477a37c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:00.621518 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2e117407-61a9-4d11-b894-59dc5faea9d5 req-bd863b0c-49de-499a-92b9-41477a37c256 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430553 Sep 12 23:36:00.640472 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-eec00402-3e8b-481d-a520-992109030b9c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group (d09377ad-3234-485b-b684-3eb7f49c56d8), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:00.699460 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:00.722940 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96610c46-bf0b-4f5d-9776-de8edc9c10bf req-02c88db7-6e16-4fa3-8d68-4cdf09bd76a2 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:00.723325 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2e117407-61a9-4d11-b894-59dc5faea9d5 req-d94ed5f0-8e3e-4158-be89-5cdb51775d3b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941041 Sep 12 23:36:00.724792 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-96610c46-bf0b-4f5d-9776-de8edc9c10bf req-02c88db7-6e16-4fa3-8d68-4cdf09bd76a2 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0869520 Sep 12 23:36:00.738678 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:00.784039 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-eec00402-3e8b-481d-a520-992109030b9c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (d09377ad-3234-485b-b684-3eb7f49c56d8), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:00.786649 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-eec00402-3e8b-481d-a520-992109030b9c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:00.787822 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-eec00402-3e8b-481d-a520-992109030b9c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d09377ad-3234-485b-b684-3eb7f49c56d8 HTTP/1.1" status: 204 len: 168 time: 0.2430816 Sep 12 23:36:00.808252 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-96610c46-bf0b-4f5d-9776-de8edc9c10bf req-2957074f-f24d-4f7f-9148-a603fdc86081 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767684 Sep 12 23:36:00.809377 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec00402-3e8b-481d-a520-992109030b9c tempest-TestShelveInstance-1453885844 tempest-TestShelveInstance-1453885844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09377ad-3234-485b-b684-3eb7f49c56d8,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:00.834255 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2e117407-61a9-4d11-b894-59dc5faea9d5 req-81a304a1-6d4d-413d-8c70-a19a4b04144a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028285 Sep 12 23:36:00.853966 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53060) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:01.169389 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739930'] for router_interface (6fa9a102-2808-42d0-be00-fb1873f777e3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:01.246652 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 6ccc2d74-2c48-49e0-b714-f319925458f8 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:36:01.267688 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: 6ccc2d74-2c48-49e0-b714-f319925458f8 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:36:01.268030 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 6ccc2d74-2c48-49e0-b714-f319925458f8 not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:36:01.512445 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dfd56-9071-4235-8c4f-0d53c43d97ae req-7d49ab05-1317-4767-b363-392a8b41b3ad tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:01.513924 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9a5dfd56-9071-4235-8c4f-0d53c43d97ae req-7d49ab05-1317-4767-b363-392a8b41b3ad tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0517797 Sep 12 23:36:01.579309 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9a5dfd56-9071-4235-8c4f-0d53c43d97ae req-43ff281f-9455-4aa9-9e7f-99f998d5bd8e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583382 Sep 12 23:36:01.648065 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] Deleting port f043a2f2-e78b-4d11-98e4-7cf9be17267b {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:36:01.648686 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:01.727365 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] For port f043a2f2-e78b-4d11-98e4-7cf9be17267b, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=f043a2f2-e78b-4d11-98e4-7cf9be17267b,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:01.727754 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:01.739940 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] Calling delete_port for f043a2f2-e78b-4d11-98e4-7cf9be17267b owned by network:router_interface {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:36:01.804140 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:01.908723 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:01.955178 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70093e4-c9b7-4ddc-8c3a-9dd91bd660e0 req-f23b1e83-ebac-4b63-9e22-388115c74156 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:01.956654 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a70093e4-c9b7-4ddc-8c3a-9dd91bd660e0 req-f23b1e83-ebac-4b63-9e22-388115c74156 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0640631 Sep 12 23:36:01.958632 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (f043a2f2-e78b-4d11-98e4-7cf9be17267b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:01.988619 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f043a2f2-e78b-4d11-98e4-7cf9be17267b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:02.068052 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a70093e4-c9b7-4ddc-8c3a-9dd91bd660e0 req-f8ad458e-bf07-43ee-89e7-6fadfaee1ff4 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041358 Sep 12 23:36:02.189799 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764362'] for router_interface (6fa9a102-2808-42d0-be00-fb1873f777e3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:02.387154 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] Router 6fa9a102-2808-42d0-be00-fb1873f777e3 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:36:02.489077 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:36:02.496749 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bbb56227-718f-477e-8974-36a7a3ee9c4b admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/6fa9a102-2808-42d0-be00-fb1873f777e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6393805 Sep 12 23:36:02.496957 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53070) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:02.498708 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d1a5bf-db69-488b-a021-eadf8d12e674 None None] Sync routers for ids ['6fa9a102-2808-42d0-be00-fb1873f777e3'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:36:02.509052 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d1a5bf-db69-488b-a021-eadf8d12e674 None None] Routers {'6fa9a102-2808-42d0-be00-fb1873f777e3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:36:02.509700 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d1d1a5bf-db69-488b-a021-eadf8d12e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:35:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['6fa9a102-2808-42d0-be00-fb1873f777e3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:02.595927 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Publish callbacks [] for router (6fa9a102-2808-42d0-be00-fb1873f777e3), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:02.598171 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:02.609911 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-d1d1a5bf-db69-488b-a021-eadf8d12e674 None None] Set router 6fa9a102-2808-42d0-be00-fb1873f777e3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:36:02.717107 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:02.733316 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338beb8-20c2-45ba-8644-be28e3b89b49 req-d334fe32-17b5-4ac0-be07-52392ab5153e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:02.734763 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0338beb8-20c2-45ba-8644-be28e3b89b49 req-d334fe32-17b5-4ac0-be07-52392ab5153e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0612247 Sep 12 23:36:02.736974 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Publish callbacks [] for router_gateway (6fa9a102-2808-42d0-be00-fb1873f777e3), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:02.781121 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:02.783384 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d1d1a5bf-db69-488b-a021-eadf8d12e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:36:01Z', 'revision_number': 5, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port': {'id': '02efe8cc-3a77-46c0-bcdd-df163d1aaace', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:11Z', 'updated_at': '2022-09-12T23:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:02.813243 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d1a5bf-db69-488b-a021-eadf8d12e674 None None] Checking router: 6fa9a102-2808-42d0-be00-fb1873f777e3 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:36:02.814194 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Deleting port 02efe8cc-3a77-46c0-bcdd-df163d1aaace {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:36:02.814534 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:02.821586 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d1a5bf-db69-488b-a021-eadf8d12e674 None None] Routers {'6fa9a102-2808-42d0-be00-fb1873f777e3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:36:02.822202 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d1d1a5bf-db69-488b-a021-eadf8d12e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:35:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['6fa9a102-2808-42d0-be00-fb1873f777e3'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:02.866715 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0338beb8-20c2-45ba-8644-be28e3b89b49 req-b8f1ace3-d111-4c35-8cb6-167fc9d09857 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246936 Sep 12 23:36:02.903170 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:02.905234 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-d1d1a5bf-db69-488b-a021-eadf8d12e674 None None] Set router 6fa9a102-2808-42d0-be00-fb1873f777e3 gateway port host: None {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:36:02.908580 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] For port 02efe8cc-3a77-46c0-bcdd-df163d1aaace, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=02efe8cc-3a77-46c0-bcdd-df163d1aaace,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:02.908940 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:02.923418 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Calling delete_port for 02efe8cc-3a77-46c0-bcdd-df163d1aaace owned by network:router_gateway {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:36:03.084511 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-d1d1a5bf-db69-488b-a021-eadf8d12e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:36:02Z', 'revision_number': 6, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port_host': None}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:03.099110 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (02efe8cc-3a77-46c0-bcdd-df163d1aaace), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.117122 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d1a5bf-db69-488b-a021-eadf8d12e674 None None] The sync data for ids ['6fa9a102-2808-42d0-be00-fb1873f777e3'] in dv-cinder-852009-7-iscsi is: [{'id': '6fa9a102-2808-42d0-be00-fb1873f777e3', 'name': 'tempest-TestShelveInstance-2007495521-router', 'tenant_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:10Z', 'updated_at': '2022-09-12T23:36:02Z', 'revision_number': 6, 'project_id': 'e3ac3aed7b1e495f81dc29d224be1eba', 'gw_port_host': None}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:36:03.125374 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Pushing event deleted for resources: {'Port': ['ID=02efe8cc-3a77-46c0-bcdd-df163d1aaace,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:03.203706 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1646425'] for router_gateway (6fa9a102-2808-42d0-be00-fb1873f777e3), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.235861 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55de79-feb3-40a2-a1bc-82d5c9db05da req-c8170264-bf37-4fb0-8045-ced5936211b0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:03.237363 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa55de79-feb3-40a2-a1bc-82d5c9db05da req-c8170264-bf37-4fb0-8045-ced5936211b0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0494595 Sep 12 23:36:03.291193 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-aa55de79-feb3-40a2-a1bc-82d5c9db05da req-9175183c-dfa1-44bd-90df-847a7a2f449d tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479238 Sep 12 23:36:03.291899 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1762244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62030'] for router (6fa9a102-2808-42d0-be00-fb1873f777e3), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.294101 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Publish callbacks [] for router_controller (6fa9a102-2808-42d0-be00-fb1873f777e3), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.333955 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1764441'] for router (6fa9a102-2808-42d0-be00-fb1873f777e3), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.334456 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fa9a102-2808-42d0-be00-fb1873f777e3 {{(pid=106216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:36:03.338593 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.339729 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f5884f21-ed63-4436-b151-8d04c04bf228 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/6fa9a102-2808-42d0-be00-fb1873f777e3 HTTP/1.1" status: 204 len: 168 time: 0.8416185 Sep 12 23:36:03.342300 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53078) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:03.386657 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-56776912-09c7-48fa-96c3-c7360886505f admin admin] Deleting subnet 99d91101-d63b-49c6-816a-6c0cd683e93e {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:36:03.389712 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-56776912-09c7-48fa-96c3-c7360886505f admin admin] Publish callbacks [] for subnet (99d91101-d63b-49c6-816a-6c0cd683e93e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.437415 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-56776912-09c7-48fa-96c3-c7360886505f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123286'] for subnet (99d91101-d63b-49c6-816a-6c0cd683e93e), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.527753 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-56776912-09c7-48fa-96c3-c7360886505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (99d91101-d63b-49c6-816a-6c0cd683e93e), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.584109 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-56776912-09c7-48fa-96c3-c7360886505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3896179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372773'] for subnet (99d91101-d63b-49c6-816a-6c0cd683e93e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.613608 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56776912-09c7-48fa-96c3-c7360886505f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d91101-d63b-49c6-816a-6c0cd683e93e,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:03.616968 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-56776912-09c7-48fa-96c3-c7360886505f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.620328 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-56776912-09c7-48fa-96c3-c7360886505f admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/99d91101-d63b-49c6-816a-6c0cd683e93e HTTP/1.1" status: 204 len: 168 time: 0.2768471 Sep 12 23:36:03.622546 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53080) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:03.622844 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d7f91-48c2-4366-983a-3b502afd7a3f None None] Network a7ffe834-d031-4407-b7a2-432ed18b27d2 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:36:03.691651 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (a7ffe834-d031-4407-b7a2-432ed18b27d2), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.724252 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:03.735469 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Deleting port 83e48158-9f13-4899-ac4f-80fbe94358db {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:36:03.735836 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.810544 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] For port 83e48158-9f13-4899-ac4f-80fbe94358db, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=83e48158-9f13-4899-ac4f-80fbe94358db,segment=NetworkSegment(f76a87ba-1781-438c-867b-b39d02a0b412),segment_id=f76a87ba-1781-438c-867b-b39d02a0b412)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:03.810916 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.823847 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Calling delete_port for 83e48158-9f13-4899-ac4f-80fbe94358db owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:36:03.834592 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:03.903008 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (83e48158-9f13-4899-ac4f-80fbe94358db), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:03.926531 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Pushing event deleted for resources: {'Port': ['ID=83e48158-9f13-4899-ac4f-80fbe94358db,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:03.938875 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] No DVR routers for this DVR port 83e48158-9f13-4899-ac4f-80fbe94358db on host dv-cinder-852009-7-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:36:03.955915 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f705e6b3-8ca1-499e-a418-1e8c9a360bf6 None None] DHCP port deletion for a7ffe834-d031-4407-b7a2-432ed18b27d2 request from dv-cinder-852009-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:36:04.052812 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (a7ffe834-d031-4407-b7a2-432ed18b27d2), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:04.060546 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bea88-38f5-42ed-89a0-2df785633faa req-38020dc4-9cf6-4088-ae9d-5a39ec833a02 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:04.062051 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-441bea88-38f5-42ed-89a0-2df785633faa req-38020dc4-9cf6-4088-ae9d-5a39ec833a02 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0925953 Sep 12 23:36:04.091158 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ffe834-d031-4407-b7a2-432ed18b27d2']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:04.120177 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76a87ba-1781-438c-867b-b39d02a0b412') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:04.120480 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76a87ba-1781-438c-867b-b39d02a0b412') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:04.140559 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2123295'] for segment (f76a87ba-1781-438c-867b-b39d02a0b412), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:04.170702 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (f76a87ba-1781-438c-867b-b39d02a0b412), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:04.181216 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-441bea88-38f5-42ed-89a0-2df785633faa req-d5f28141-9eb4-4ea6-8afa-d91d68c38f00 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107414 Sep 12 23:36:04.184229 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:36:04.184819 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3896281'] for segment (f76a87ba-1781-438c-867b-b39d02a0b412), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:04.273888 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (a7ffe834-d031-4407-b7a2-432ed18b27d2), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:04.291524 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:04.294796 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/a7ffe834-d031-4407-b7a2-432ed18b27d2 HTTP/1.1" status: 204 len: 168 time: 0.6712761 Sep 12 23:36:04.296202 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb91919-6c2f-46fa-beed-0a4158f4744a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ffe834-d031-4407-b7a2-432ed18b27d2,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:04.297872 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53092) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:04.345664 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:04.439284 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38405f-6d06-43ca-9730-46836291b30e req-04b3226e-bd04-450f-9e02-7190ab19c747 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:04.440797 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ff38405f-6d06-43ca-9730-46836291b30e req-04b3226e-bd04-450f-9e02-7190ab19c747 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0608425 Sep 12 23:36:04.470278 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment f76a87ba-1781-438c-867b-b39d02a0b412 resource provider aggregate not found Sep 12 23:36:04.500003 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment f76a87ba-1781-438c-867b-b39d02a0b412 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f76a87ba-1781-438c-867b-b39d02a0b412 found for delete ", "request_id": "req-419203ae-014b-4e37-b0bc-5bcbcd33c594"}]} Sep 12 23:36:04.528249 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 83e48158-9f13-4899-ac4f-80fbe94358db no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:36:04.551495 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 83e48158-9f13-4899-ac4f-80fbe94358db {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:36:04.551896 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 83e48158-9f13-4899-ac4f-80fbe94358db not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:36:04.552321 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 02efe8cc-3a77-46c0-bcdd-df163d1aaace no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:36:04.571903 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 02efe8cc-3a77-46c0-bcdd-df163d1aaace {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:36:04.572541 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 02efe8cc-3a77-46c0-bcdd-df163d1aaace not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:36:04.572962 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f043a2f2-e78b-4d11-98e4-7cf9be17267b no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:36:04.577735 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ff38405f-6d06-43ca-9730-46836291b30e req-c6143765-33e6-44a9-a385-da756e196f24 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989676 Sep 12 23:36:04.603645 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: f043a2f2-e78b-4d11-98e4-7cf9be17267b {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:36:04.603645 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f043a2f2-e78b-4d11-98e4-7cf9be17267b not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:36:04.622043 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:04.723140 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739930'] for router_interface (dbd61ead-85d4-4bd7-8500-d5540aef8713), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:04.944614 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] Deleting port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:36:04.944953 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:05.035452 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] For port f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b,segment=NetworkSegment(851cef52-c688-4b72-b425-7c25511f8a96),segment_id=851cef52-c688-4b72-b425-7c25511f8a96)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:05.035851 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:05.049558 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] Calling delete_port for f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b owned by network:router_interface {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:36:05.242707 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:05.267097 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:05.322542 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699e0c4-f6c9-4d19-aa58-7231b3c90862 req-cc25600e-8f47-40dd-bf63-c16985f6328b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:05.324113 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2699e0c4-f6c9-4d19-aa58-7231b3c90862 req-cc25600e-8f47-40dd-bf63-c16985f6328b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0592532 Sep 12 23:36:05.354404 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:05.418180 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2699e0c4-f6c9-4d19-aa58-7231b3c90862 req-77505f2a-8dc7-4b1e-9809-54e794c692bc tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878158 Sep 12 23:36:05.465516 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:05.474748 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764362'] for router_interface (dbd61ead-85d4-4bd7-8500-d5540aef8713), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:05.735534 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82109d72-0e27-4b44-a1ba-8f716be40795 req-d7ac2c4c-07fa-43ef-87a4-b286a782099d tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:05.736946 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-82109d72-0e27-4b44-a1ba-8f716be40795 req-d7ac2c4c-07fa-43ef-87a4-b286a782099d tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0796602 Sep 12 23:36:05.763230 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] Router dbd61ead-85d4-4bd7-8500-d5540aef8713 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:36:05.827998 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-82109d72-0e27-4b44-a1ba-8f716be40795 req-5351fa8c-faae-447b-afda-4b8741801011 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844536 Sep 12 23:36:05.888237 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:36:05.893032 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5e6d965c-3730-4d6e-b8a6-067e2ac6d024 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/dbd61ead-85d4-4bd7-8500-d5540aef8713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5940366 Sep 12 23:36:05.896247 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53110) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:05.896992 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e625d32-58f1-4467-953d-fb1dc273dfa7 None None] Sync routers for ids ['dbd61ead-85d4-4bd7-8500-d5540aef8713'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:36:05.907483 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e625d32-58f1-4467-953d-fb1dc273dfa7 None None] Routers {'dbd61ead-85d4-4bd7-8500-d5540aef8713'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:36:05.908170 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-8e625d32-58f1-4467-953d-fb1dc273dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:35:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dbd61ead-85d4-4bd7-8500-d5540aef8713'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:05.994483 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Publish callbacks [] for router (dbd61ead-85d4-4bd7-8500-d5540aef8713), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:06.007223 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-8e625d32-58f1-4467-953d-fb1dc273dfa7 None None] Set router dbd61ead-85d4-4bd7-8500-d5540aef8713 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:36:06.177243 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-8e625d32-58f1-4467-953d-fb1dc273dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'name': 'tempest-TestShelveInstance-1984111011-router', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:36:05Z', 'revision_number': 5, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'gw_port': {'id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:06.207580 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e625d32-58f1-4467-953d-fb1dc273dfa7 None None] Checking router: dbd61ead-85d4-4bd7-8500-d5540aef8713 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:36:06.216525 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e625d32-58f1-4467-953d-fb1dc273dfa7 None None] Routers {'dbd61ead-85d4-4bd7-8500-d5540aef8713'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:36:06.217156 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-8e625d32-58f1-4467-953d-fb1dc273dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:35:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['dbd61ead-85d4-4bd7-8500-d5540aef8713'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:06.322100 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-8e625d32-58f1-4467-953d-fb1dc273dfa7 None None] Set router dbd61ead-85d4-4bd7-8500-d5540aef8713 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:36:06.353808 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Publish callbacks [] for router_gateway (dbd61ead-85d4-4bd7-8500-d5540aef8713), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:06.395748 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Deleting port d0dd9b88-0d34-461a-82a5-0aa51a98d44d {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:36:06.396435 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:06.487546 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] For port d0dd9b88-0d34-461a-82a5-0aa51a98d44d, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d0dd9b88-0d34-461a-82a5-0aa51a98d44d,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:06.488036 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:06.499759 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-8e625d32-58f1-4467-953d-fb1dc273dfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'name': 'tempest-TestShelveInstance-1984111011-router', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:36:05Z', 'revision_number': 5, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'gw_port': {'id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:06.508073 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Calling delete_port for d0dd9b88-0d34-461a-82a5-0aa51a98d44d owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:36:06.525937 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:06.527545 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e625d32-58f1-4467-953d-fb1dc273dfa7 None None] The sync data for ids ['dbd61ead-85d4-4bd7-8500-d5540aef8713'] in dv-cinder-852009-7-iscsi is: [{'id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'name': 'tempest-TestShelveInstance-1984111011-router', 'tenant_id': '13f4b2186b7342c28a9b62c740750db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:36:05Z', 'revision_number': 5, 'project_id': '13f4b2186b7342c28a9b62c740750db6', 'gw_port': {'id': 'd0dd9b88-0d34-461a-82a5-0aa51a98d44d', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd61ead-85d4-4bd7-8500-d5540aef8713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:31:16Z', 'updated_at': '2022-09-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:36:06.553348 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246efabf-8692-48be-b30e-fcf4e43e0c17 req-fe0c3d63-69b0-4f84-8846-6d52b6c6afd4 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:06.566296 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-246efabf-8692-48be-b30e-fcf4e43e0c17 req-fe0c3d63-69b0-4f84-8846-6d52b6c6afd4 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0651886 Sep 12 23:36:06.611385 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:06.623511 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-246efabf-8692-48be-b30e-fcf4e43e0c17 req-c36287f6-375e-4228-bb25-981f0ac8999b tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563407 Sep 12 23:36:06.686048 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (d0dd9b88-0d34-461a-82a5-0aa51a98d44d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:06.710801 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0dd9b88-0d34-461a-82a5-0aa51a98d44d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:06.779468 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1646425'] for router_gateway (dbd61ead-85d4-4bd7-8500-d5540aef8713), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:06.865992 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1762244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62030'] for router (dbd61ead-85d4-4bd7-8500-d5540aef8713), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:06.868843 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Publish callbacks [] for router_controller (dbd61ead-85d4-4bd7-8500-d5540aef8713), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:06.941716 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1764441'] for router (dbd61ead-85d4-4bd7-8500-d5540aef8713), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:06.942285 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbd61ead-85d4-4bd7-8500-d5540aef8713 {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:36:06.948918 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:06.950085 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-8c3be9ca-c975-43d3-ac31-7418c015fcd2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/dbd61ead-85d4-4bd7-8500-d5540aef8713 HTTP/1.1" status: 204 len: 168 time: 1.0529380 Sep 12 23:36:06.952885 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53118) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:06.966171 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006afdd0-ec2b-4c19-b2c1-b1eb32198e37 req-f1e1f1c0-1500-48ff-89ce-849b4e8efcde tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:06.967758 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-006afdd0-ec2b-4c19-b2c1-b1eb32198e37 req-f1e1f1c0-1500-48ff-89ce-849b4e8efcde tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0585515 Sep 12 23:36:07.000664 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-118556c9-debf-408e-a6a1-891cfd252de5 admin admin] Deleting subnet 71545316-c7fa-43b4-97d9-2fa4e116d973 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:36:07.004787 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-118556c9-debf-408e-a6a1-891cfd252de5 admin admin] Publish callbacks [] for subnet (71545316-c7fa-43b4-97d9-2fa4e116d973), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.019775 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-006afdd0-ec2b-4c19-b2c1-b1eb32198e37 req-ac7d8527-b56a-4e82-a00b-f4389224d010 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455077 Sep 12 23:36:07.046309 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-118556c9-debf-408e-a6a1-891cfd252de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123286'] for subnet (71545316-c7fa-43b4-97d9-2fa4e116d973), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.122427 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-118556c9-debf-408e-a6a1-891cfd252de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (71545316-c7fa-43b4-97d9-2fa4e116d973), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.143553 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:07.180155 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-118556c9-debf-408e-a6a1-891cfd252de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3896179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372773'] for subnet (71545316-c7fa-43b4-97d9-2fa4e116d973), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.211174 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118556c9-debf-408e-a6a1-891cfd252de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71545316-c7fa-43b4-97d9-2fa4e116d973,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:07.214979 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-118556c9-debf-408e-a6a1-891cfd252de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.218188 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-118556c9-debf-408e-a6a1-891cfd252de5 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/71545316-c7fa-43b4-97d9-2fa4e116d973 HTTP/1.1" status: 204 len: 168 time: 0.2642090 Sep 12 23:36:07.220747 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53120) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:07.224166 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b4973b-5a82-4e77-aef6-9e01db297b72 None None] Network a4368cc2-420f-4f7b-b27d-9e0ada300967 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:36:07.233212 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:07.297779 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (a4368cc2-420f-4f7b-b27d-9e0ada300967), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.340036 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Deleting port b353dc7d-9334-4cfa-a6cc-c69a04655b0a {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:36:07.340418 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.410633 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] For port b353dc7d-9334-4cfa-a6cc-c69a04655b0a, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=b353dc7d-9334-4cfa-a6cc-c69a04655b0a,segment=NetworkSegment(851cef52-c688-4b72-b425-7c25511f8a96),segment_id=851cef52-c688-4b72-b425-7c25511f8a96)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:07.410994 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.424213 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Calling delete_port for b353dc7d-9334-4cfa-a6cc-c69a04655b0a owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:36:07.499804 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (b353dc7d-9334-4cfa-a6cc-c69a04655b0a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.523849 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Pushing event deleted for resources: {'Port': ['ID=b353dc7d-9334-4cfa-a6cc-c69a04655b0a,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:07.528772 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] No DVR routers for this DVR port b353dc7d-9334-4cfa-a6cc-c69a04655b0a on host dv-cinder-852009-7-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:36:07.587077 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b462f-5510-4fc2-9de5-284846f9ca25 None None] DHCP port deletion for a4368cc2-420f-4f7b-b27d-9e0ada300967 request from dv-cinder-852009-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:36:07.611232 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (a4368cc2-420f-4f7b-b27d-9e0ada300967), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.633747 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4368cc2-420f-4f7b-b27d-9e0ada300967']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:07.643150 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851cef52-c688-4b72-b425-7c25511f8a96') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:07.643442 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851cef52-c688-4b72-b425-7c25511f8a96') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:07.653743 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2123295'] for segment (851cef52-c688-4b72-b425-7c25511f8a96), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.668175 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (851cef52-c688-4b72-b425-7c25511f8a96), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.680234 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:36:07.680884 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3896281'] for segment (851cef52-c688-4b72-b425-7c25511f8a96), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.730681 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 851cef52-c688-4b72-b425-7c25511f8a96 resource provider aggregate not found Sep 12 23:36:07.758881 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 851cef52-c688-4b72-b425-7c25511f8a96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 851cef52-c688-4b72-b425-7c25511f8a96 found for delete ", "request_id": "req-9a2058e7-f8ed-4259-b66d-363844d46651"}]} Sep 12 23:36:07.794112 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (a4368cc2-420f-4f7b-b27d-9e0ada300967), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.800999 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:07.804279 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/a4368cc2-420f-4f7b-b27d-9e0ada300967 HTTP/1.1" status: 204 len: 168 time: 0.5824046 Sep 12 23:36:07.810345 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65e7d-0d27-4af9-a054-261b03482952 req-65fecfd0-b65d-41c6-a8e4-a8d5d3b9572d tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:07.811690 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1c65e7d-0d27-4af9-a054-261b03482952 req-65fecfd0-b65d-41c6-a8e4-a8d5d3b9572d tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0760612 Sep 12 23:36:07.826021 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba3c77-7e67-4e72-be26-7484e74f0092 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4368cc2-420f-4f7b-b27d-9e0ada300967,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:07.881319 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-f1c65e7d-0d27-4af9-a054-261b03482952 req-ab9604b2-8830-4ea3-a341-f6c994f48fff tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570097 Sep 12 23:36:07.983167 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53132) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:08.146842 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf82d3d-159d-440f-9a69-68f2bbbe8c48 req-24cba7c7-f0e2-4e35-b46c-dc7ee851432f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:08.148690 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-adf82d3d-159d-440f-9a69-68f2bbbe8c48 req-24cba7c7-f0e2-4e35-b46c-dc7ee851432f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0477185 Sep 12 23:36:08.171989 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-898897d4-e65f-4407-9778-aaf7aa4243c6 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=e3ac3aed7b1e495f81dc29d224be1eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876259 Sep 12 23:36:08.174646 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53138) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:08.197915 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-adf82d3d-159d-440f-9a69-68f2bbbe8c48 req-f53b6956-1b92-456e-89ab-8511b792ee2a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435791 Sep 12 23:36:08.226968 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-241aebfa-f621-4085-98e8-4507483432b8 admin admin] Publish callbacks [] for security_group (50bafaac-b734-46af-8227-908b0ac46a70), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:08.247425 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-241aebfa-f621-4085-98e8-4507483432b8 admin admin] Publish callbacks [] for security_group (50bafaac-b734-46af-8227-908b0ac46a70), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:08.268692 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:08.295852 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-241aebfa-f621-4085-98e8-4507483432b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (50bafaac-b734-46af-8227-908b0ac46a70), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:08.298371 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-241aebfa-f621-4085-98e8-4507483432b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:08.299508 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-241aebfa-f621-4085-98e8-4507483432b8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/50bafaac-b734-46af-8227-908b0ac46a70 HTTP/1.1" status: 204 len: 168 time: 0.1234188 Sep 12 23:36:08.307592 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241aebfa-f621-4085-98e8-4507483432b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bafaac-b734-46af-8227-908b0ac46a70,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:08.504292 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:08.509384 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:36:08.528850 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:36:08.529232 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device f63b3e29-0bc7-41d0-9d54-c4b1c7e49a2b not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:36:08.529653 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device b353dc7d-9334-4cfa-a6cc-c69a04655b0a no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:36:08.547673 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: b353dc7d-9334-4cfa-a6cc-c69a04655b0a {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:36:08.548017 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device b353dc7d-9334-4cfa-a6cc-c69a04655b0a not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:36:08.548432 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d0dd9b88-0d34-461a-82a5-0aa51a98d44d no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:36:08.568587 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53144) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:08.568829 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: d0dd9b88-0d34-461a-82a5-0aa51a98d44d {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:36:08.569173 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d0dd9b88-0d34-461a-82a5-0aa51a98d44d not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:36:08.608696 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-17680653-7e3a-4054-b68b-e4b0a3d3dfac admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=13f4b2186b7342c28a9b62c740750db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388248 Sep 12 23:36:08.611183 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53146) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:08.630786 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:08.661152 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2066-d336-40e7-9932-51fca1f8c103 admin admin] Publish callbacks [] for security_group (db50d2cf-c5ec-4b24-a7ee-e877cd84e537), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:08.680776 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2066-d336-40e7-9932-51fca1f8c103 admin admin] Publish callbacks [] for security_group (db50d2cf-c5ec-4b24-a7ee-e877cd84e537), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:08.728818 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2066-d336-40e7-9932-51fca1f8c103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (db50d2cf-c5ec-4b24-a7ee-e877cd84e537), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:08.731536 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2066-d336-40e7-9932-51fca1f8c103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:08.732736 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-6b5b2066-d336-40e7-9932-51fca1f8c103 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/db50d2cf-c5ec-4b24-a7ee-e877cd84e537 HTTP/1.1" status: 204 len: 168 time: 0.1206415 Sep 12 23:36:08.740397 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b2066-d336-40e7-9932-51fca1f8c103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db50d2cf-c5ec-4b24-a7ee-e877cd84e537,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:09.012999 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8f28b-eff9-4355-9e37-2fed050cbff7 req-dd283a76-148b-4943-b7f8-fd876dd84461 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:09.014540 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9ef8f28b-eff9-4355-9e37-2fed050cbff7 req-dd283a76-148b-4943-b7f8-fd876dd84461 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0522327 Sep 12 23:36:09.080889 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9ef8f28b-eff9-4355-9e37-2fed050cbff7 req-1c456c48-b61a-4484-9b1e-7e12cb6fdd6f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596807 Sep 12 23:36:09.319014 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18ea93-bdf4-4c5d-9f3d-0b73dbd3d786 req-5dbc5ed4-7170-4448-a5a2-2b5cfacd0aa6 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:09.320500 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fc18ea93-bdf4-4c5d-9f3d-0b73dbd3d786 req-5dbc5ed4-7170-4448-a5a2-2b5cfacd0aa6 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0493510 Sep 12 23:36:09.367305 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-fc18ea93-bdf4-4c5d-9f3d-0b73dbd3d786 req-70403cf8-ccb9-4df1-9ed1-1c7abefb1933 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414004 Sep 12 23:36:10.203753 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e4ae-6c8b-4d9f-aff5-ddc0052df1dd req-663db6a5-c89e-41cf-8c5a-33df6deb16c6 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:10.205173 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e377e4ae-6c8b-4d9f-aff5-ddc0052df1dd req-663db6a5-c89e-41cf-8c5a-33df6deb16c6 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0457060 Sep 12 23:36:10.263910 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-e377e4ae-6c8b-4d9f-aff5-ddc0052df1dd req-cb043eff-6a05-4c0c-acb8-4c33e894c6cd tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&id=63a59ec2-8575-46a6-b974-b6a29ba9ece8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526278 Sep 12 23:36:10.486380 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91f8b9-2b8c-4028-a63c-d469ad6182ef req-a9fa44e5-2563-414d-b918-61c6b43dd662 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:10.487841 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2d91f8b9-2b8c-4028-a63c-d469ad6182ef req-a9fa44e5-2563-414d-b918-61c6b43dd662 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0469806 Sep 12 23:36:10.536220 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2d91f8b9-2b8c-4028-a63c-d469ad6182ef req-232628f7-1d88-4c78-915b-31162b0917fc tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427535 Sep 12 23:36:11.653696 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d1de-cd20-417e-b75e-285cccd71e6c req-1f1c1f20-f599-4e82-81dd-665dc5725056 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:11.655182 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-99a1d1de-cd20-417e-b75e-285cccd71e6c req-1f1c1f20-f599-4e82-81dd-665dc5725056 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0462656 Sep 12 23:36:11.711940 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-99a1d1de-cd20-417e-b75e-285cccd71e6c req-26cc2c19-aa33-47b0-a163-fda0b7d49d66 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503340 Sep 12 23:36:12.832480 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d2960-788c-4ba3-91e0-2dea8ce03e69 req-54156417-4204-4601-9380-8e07f7718e1f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:12.834092 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-865d2960-788c-4ba3-91e0-2dea8ce03e69 req-54156417-4204-4601-9380-8e07f7718e1f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0470967 Sep 12 23:36:12.887162 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-865d2960-788c-4ba3-91e0-2dea8ce03e69 req-9b76b5c3-3bfd-444e-9688-8bb76715514a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474980 Sep 12 23:36:13.693632 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-af362581-76d9-405c-b66f-5121930c4617 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376754 Sep 12 23:36:13.775276 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-77cb3271-9d02-4290-bca0-3700d677e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:13.776754 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-77cb3271-9d02-4290-bca0-3700d677e5a5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 1129 time: 0.0392678 Sep 12 23:36:13.901481 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-1deb5c96-2d62-4212-a14e-27fa7425a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:13.902939 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-1deb5c96-2d62-4212-a14e-27fa7425a593 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 913 time: 0.0958624 Sep 12 23:36:13.955850 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:13.988128 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-37b52398-bea2-440b-b3c1-657e5d044b89 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e122a07d-d119-4a70-9133-63ec543a476e HTTP/1.1" status: 200 len: 1001 time: 0.0732756 Sep 12 23:36:14.017221 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:14.059104 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc470f-7cc0-4852-abd5-9fadc8b4976a req-9cd71ef4-17f4-4900-a9d2-374d5cf1d9a8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:14.060621 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ecbc470f-7cc0-4852-abd5-9fadc8b4976a req-9cd71ef4-17f4-4900-a9d2-374d5cf1d9a8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0935280 Sep 12 23:36:14.088201 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-9a40fadf-d605-4dea-bd9e-eb2e3751844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:14.089822 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-9a40fadf-d605-4dea-bd9e-eb2e3751844d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.0856810 Sep 12 23:36:14.163223 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-ecbc470f-7cc0-4852-abd5-9fadc8b4976a req-f5ae2e68-8c3b-45dd-bdd5-fbfd5c71cf23 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939364 Sep 12 23:36:14.171761 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-994d0542-036e-43ea-a321-a77d836357ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:14.173159 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-994d0542-036e-43ea-a321-a77d836357ca service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0659258 Sep 12 23:36:14.286638 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-ab36400a-032f-4178-9618-889cbfddcc1f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059029 Sep 12 23:36:14.393955 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-499f16ce-479d-4dd9-bac3-8cad20b38ae5 req-9b94acbb-1117-4252-af44-ddc6001b7ce9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910194 Sep 12 23:36:15.288855 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a054f-80ba-4e87-a826-95d9d924acfd req-7bdfcd32-44bd-4d83-a7f8-c8dd73856ace tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:15.290131 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-216a054f-80ba-4e87-a826-95d9d924acfd req-7bdfcd32-44bd-4d83-a7f8-c8dd73856ace tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 944 time: 0.0465827 Sep 12 23:36:15.343415 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-216a054f-80ba-4e87-a826-95d9d924acfd req-289a11bf-24e2-4683-8d66-7e1115918845 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473366 Sep 12 23:36:16.229138 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 9161919b-1838-4c64-a5a8-de22e08e110b details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:36:16.331062 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 9161919b-1838-4c64-a5a8-de22e08e110b, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=9161919b-1838-4c64-a5a8-de22e08e110b,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:16.342021 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '9161919b-1838-4c64-a5a8-de22e08e110b', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'port_id': '9161919b-1838-4c64-a5a8-de22e08e110b', 'mac_address': 'fa:16:3e:f2:9d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:36:16.375485 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 9161919b-1838-4c64-a5a8-de22e08e110b is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:36:16.375898 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:16.389881 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9161919b-1838-4c64-a5a8-de22e08e110b {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:36:16.411598 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 9161919b-1838-4c64-a5a8-de22e08e110b, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=9161919b-1838-4c64-a5a8-de22e08e110b,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:16.416755 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:16.465587 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=9161919b-1838-4c64-a5a8-de22e08e110b,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:16.473289 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.473636 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.473750 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720b614-5da4-4589-ba5c-9828c808d6e2 req-284fe54e-73c5-48e0-a147-658d058caf1d tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:16.474202 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.474309 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.474629 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.474962 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.475192 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0720b614-5da4-4589-ba5c-9828c808d6e2 req-284fe54e-73c5-48e0-a147-658d058caf1d tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 945 time: 0.0533228 Sep 12 23:36:16.475350 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.475625 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.475951 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.476273 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.476595 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.476922 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.477243 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.477562 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.477880 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:16.498197 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=64 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:16.527118 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0720b614-5da4-4589-ba5c-9828c808d6e2 req-395da78c-f66d-4dc5-b13b-29d29b77d239 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457959 Sep 12 23:36:16.527373 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=63 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:17.450012 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['9161919b-1838-4c64-a5a8-de22e08e110b'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:36:17.491415 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:17.590032 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:17.656008 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d490e7b-657c-479c-a6dd-70ced0f1d4fe req-d5b9ee47-b243-4edc-93aa-501dd5306e64 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:17.657744 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4d490e7b-657c-479c-a6dd-70ced0f1d4fe req-d5b9ee47-b243-4edc-93aa-501dd5306e64 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 945 time: 0.0500834 Sep 12 23:36:17.714781 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4d490e7b-657c-479c-a6dd-70ced0f1d4fe req-7617c36e-8ce6-4c7a-bd41-605feb907400 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492589 Sep 12 23:36:18.851984 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b009bbe-0bb0-4258-a2a1-d2d0d66ca5e5 req-1a5a26e6-3916-4cfa-ab1a-454eb0bcd5b6 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:18.853655 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6b009bbe-0bb0-4258-a2a1-d2d0d66ca5e5 req-1a5a26e6-3916-4cfa-ab1a-454eb0bcd5b6 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 945 time: 0.0583122 Sep 12 23:36:18.906262 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6b009bbe-0bb0-4258-a2a1-d2d0d66ca5e5 req-efbf12af-a425-4bc3-9051-ebce4a1876ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465407 Sep 12 23:36:19.613999 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 9161919b-1838-4c64-a5a8-de22e08e110b up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:36:19.657492 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port 9161919b-1838-4c64-a5a8-de22e08e110b completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:36:19.663349 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 9161919b-1838-4c64-a5a8-de22e08e110b triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:36:19.663756 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:19.734662 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 9161919b-1838-4c64-a5a8-de22e08e110b is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:36:19.735048 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:19.760648 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb291d6-b18d-4241-b659-50cf940eb227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9161919b-1838-4c64-a5a8-de22e08e110b'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:36:19.762780 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78275a0d-2b73-4373-9ba0-6ff900b2f8ed" -d '{"events": [{"server_uuid": "afb291d6-b18d-4241-b659-50cf940eb227", "name": "network-vif-plugged", "status": "completed", "tag": "9161919b-1838-4c64-a5a8-de22e08e110b"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:36:19.776354 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 9161919b-1838-4c64-a5a8-de22e08e110b, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=9161919b-1838-4c64-a5a8-de22e08e110b,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:19.780573 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:19.830082 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=9161919b-1838-4c64-a5a8-de22e08e110b,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:19.956597 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0edb4e-d7e4-45b4-bd9f-1874120edeaa x-openstack-request-id: req-9f0edb4e-d7e4-45b4-bd9f-1874120edeaa {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:36:19.957409 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb291d6-b18d-4241-b659-50cf940eb227", "name": "network-vif-plugged", "status": "completed", "tag": "9161919b-1838-4c64-a5a8-de22e08e110b", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:36:19.957658 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9f0edb4e-d7e4-45b4-bd9f-1874120edeaa {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:36:19.958055 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0edb4e-d7e4-45b4-bd9f-1874120edeaa'] response: {'server_uuid': 'afb291d6-b18d-4241-b659-50cf940eb227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9161919b-1838-4c64-a5a8-de22e08e110b', 'code': 200} Sep 12 23:36:20.036771 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74eeb7-4595-4497-a9fa-3297c42572a4 req-94d6e636-9325-4e16-a6f9-64cf1aa8b95c tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:20.038165 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec74eeb7-4595-4497-a9fa-3297c42572a4 req-94d6e636-9325-4e16-a6f9-64cf1aa8b95c tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 946 time: 0.0528913 Sep 12 23:36:20.086087 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ec74eeb7-4595-4497-a9fa-3297c42572a4 req-f9cafbbb-385c-4ef6-9805-d188c684bac6 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422912 Sep 12 23:36:20.182496 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe5ece-457b-4314-9473-8592df75b282 req-119c6f77-5cb9-4bdd-86a3-dd225d8842ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:20.184372 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4bbe5ece-457b-4314-9473-8592df75b282 req-119c6f77-5cb9-4bdd-86a3-dd225d8842ba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 1130 time: 0.0397592 Sep 12 23:36:20.231816 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-4bbe5ece-457b-4314-9473-8592df75b282 req-33f1e5e2-3643-46a1-953d-9a37e73efc95 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406823 Sep 12 23:36:21.208494 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df4db0-21b9-4116-8f96-a32617aa5a4f req-5a5524ed-fa97-4c66-be90-ef5b83be6aa5 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:21.209833 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-94df4db0-21b9-4116-8f96-a32617aa5a4f req-5a5524ed-fa97-4c66-be90-ef5b83be6aa5 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 946 time: 0.0496840 Sep 12 23:36:21.256908 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-94df4db0-21b9-4116-8f96-a32617aa5a4f req-4d5e3e3c-00c2-4fab-9395-a14b54e81d45 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416675 Sep 12 23:36:22.374246 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e2bff-4a22-4830-b3a9-a54c9bad3c80 req-a434e7ea-39b2-421c-86ad-c509ded12b6e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:22.375753 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c97e2bff-4a22-4830-b3a9-a54c9bad3c80 req-a434e7ea-39b2-421c-86ad-c509ded12b6e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 946 time: 0.0463722 Sep 12 23:36:22.424317 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c97e2bff-4a22-4830-b3a9-a54c9bad3c80 req-c3186c4e-19e7-4259-a505-fd5314f2bce7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430257 Sep 12 23:36:22.543663 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5914b-3ad2-4ef0-a13c-748cdfcd451e req-f645e992-c699-4d4c-95b9-57a12ab397b6 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:22.544997 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-78a5914b-3ad2-4ef0-a13c-748cdfcd451e req-f645e992-c699-4d4c-95b9-57a12ab397b6 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 946 time: 0.0458956 Sep 12 23:36:22.592801 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-78a5914b-3ad2-4ef0-a13c-748cdfcd451e req-ca763dd7-261b-48ff-aa76-698038521899 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423615 Sep 12 23:36:22.621256 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53278) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:22.661143 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c98e80-a217-4a56-be24-61d08bf68e1e tempest-TestVolumeBootPattern-391070947 tempest-TestVolumeBootPattern-391070947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:22.662623 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b1c98e80-a217-4a56-be24-61d08bf68e1e tempest-TestVolumeBootPattern-391070947 tempest-TestVolumeBootPattern-391070947-project-admin] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 1125 time: 0.0404093 Sep 12 23:36:22.665416 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53280) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:22.669629 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'port_id': '9161919b-1838-4c64-a5a8-de22e08e110b', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:36:22.691011 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:22.749355 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:22.757785 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:22.770757 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:22.882359 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Allocated IP 172.27.3.157 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/4458f836-f3be-426b-9b95-282a5a77c47c) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:36:22.985628 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for port (4458f836-f3be-426b-9b95-282a5a77c47c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:23.018488 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (4458f836-f3be-426b-9b95-282a5a77c47c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:23.061897 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:36:23.064677 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:36:23.069075 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:36:23.090382 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'Port': ['ID=4458f836-f3be-426b-9b95-282a5a77c47c,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:23.656423 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (602cc220-bf27-4367-b24b-eccdadb1c41e), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:23.725581 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:23.729658 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (4458f836-f3be-426b-9b95-282a5a77c47c), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:23.815404 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:23.879978 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for port (4458f836-f3be-426b-9b95-282a5a77c47c), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:23.884913 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (4458f836-f3be-426b-9b95-282a5a77c47c), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:23.955084 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (602cc220-bf27-4367-b24b-eccdadb1c41e), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:23.957358 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event updated for resources: {'Port': ['ID=4458f836-f3be-426b-9b95-282a5a77c47c,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:24.016113 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53294) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:24.022842 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137932391', 'description': 'tempest-description--1646925007'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:36:24.044469 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.055882 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Floating IP 602cc220-bf27-4367-b24b-eccdadb1c41e associated. External IP: 172.27.3.157, port: 9161919b-1838-4c64-a5a8-de22e08e110b. Sep 12 23:36:24.122431 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (392cfa6b-e153-4322-977a-5cacd3a43dcd), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.126057 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (392cfa6b-e153-4322-977a-5cacd3a43dcd), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.131164 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:24.133883 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:24.164534 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392cfa6b-e153-4322-977a-5cacd3a43dcd,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:24.169281 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.172321 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1544206 Sep 12 23:36:24.175240 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53296) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:24.180250 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-11073ecc-5bc8-477f-a698-a0495084c1eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group_rule': {'security_group_id': '392cfa6b-e153-4322-977a-5cacd3a43dcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:36:24.193070 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.193421 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.193770 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.194114 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.194454 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.194793 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.195127 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.195454 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.195821 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.196155 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.196489 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.196823 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.197151 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.197476 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.197804 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b632354f-499a-4391-b65e-a7f68e8802c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:24.221754 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-11073ecc-5bc8-477f-a698-a0495084c1eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (379692b0-018d-4206-b6ff-6e1f13b80dc4), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.276252 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Router 7d487690-b453-417c-969d-a2ee43b4553a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:36:24.282125 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-11073ecc-5bc8-477f-a698-a0495084c1eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (379692b0-018d-4206-b6ff-6e1f13b80dc4), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.286776 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-11073ecc-5bc8-477f-a698-a0495084c1eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (379692b0-018d-4206-b6ff-6e1f13b80dc4), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.307077 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11073ecc-5bc8-477f-a698-a0495084c1eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379692b0-018d-4206-b6ff-6e1f13b80dc4,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:24.314394 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-11073ecc-5bc8-477f-a698-a0495084c1eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.315606 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-11073ecc-5bc8-477f-a698-a0495084c1eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391084 Sep 12 23:36:24.318805 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53298) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:24.323171 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-1c6713ec-ea5a-4824-97ed-5d640fd3d08d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group_rule': {'security_group_id': '392cfa6b-e153-4322-977a-5cacd3a43dcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:36:24.349059 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1c6713ec-ea5a-4824-97ed-5d640fd3d08d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (25740633-0da9-4240-85e4-d2e90c9bf176), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.394214 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:36:24.405713 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1232d-7497-443c-befb-3e96597cdebd None None] Sync routers for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:36:24.410351 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1c6713ec-ea5a-4824-97ed-5d640fd3d08d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (25740633-0da9-4240-85e4-d2e90c9bf176), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.413782 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.414500 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1c6713ec-ea5a-4824-97ed-5d640fd3d08d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (25740633-0da9-4240-85e4-d2e90c9bf176), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.416209 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1232d-7497-443c-befb-3e96597cdebd None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:36:24.416825 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-01c1232d-7497-443c-befb-3e96597cdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:35:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:24.435273 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6713ec-ea5a-4824-97ed-5d640fd3d08d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25740633-0da9-4240-85e4-d2e90c9bf176,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:24.448108 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-1c6713ec-ea5a-4824-97ed-5d640fd3d08d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.449605 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-1c6713ec-ea5a-4824-97ed-5d640fd3d08d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299014 Sep 12 23:36:24.459460 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f5742a37-6eff-490b-b896-1a670b6581b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7906716 Sep 12 23:36:24.459460 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb291d6-b18d-4241-b659-50cf940eb227', 'tag': '9161919b-1838-4c64-a5a8-de22e08e110b'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:36:24.461734 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5149d991-60e7-4fb5-b850-5e18de61c6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "afb291d6-b18d-4241-b659-50cf940eb227", "tag": "9161919b-1838-4c64-a5a8-de22e08e110b"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:36:24.464328 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53300) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:24.469679 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:36:24.495241 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.509738 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5ed96a-8b12-4fd1-ad1d-3ecb346ba42e x-openstack-request-id: req-9a5ed96a-8b12-4fd1-ad1d-3ecb346ba42e {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:36:24.511914 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb291d6-b18d-4241-b659-50cf940eb227", "tag": "9161919b-1838-4c64-a5a8-de22e08e110b", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:36:24.513137 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9a5ed96a-8b12-4fd1-ad1d-3ecb346ba42e {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:36:24.514031 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5ed96a-8b12-4fd1-ad1d-3ecb346ba42e'] response: {'name': 'network-changed', 'server_uuid': 'afb291d6-b18d-4241-b659-50cf940eb227', 'tag': '9161919b-1838-4c64-a5a8-de22e08e110b', 'status': 'completed', 'code': 200} Sep 12 23:36:24.558130 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-01c1232d-7497-443c-befb-3e96597cdebd None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:36:24.598796 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149d991-60e7-4fb5-b850-5e18de61c6c2 req-3c6923a9-5430-41c1-b1f7-be13d8ef4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:24.600353 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5149d991-60e7-4fb5-b850-5e18de61c6c2 req-3c6923a9-5430-41c1-b1f7-be13d8ef4eb3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 1130 time: 0.0562592 Sep 12 23:36:24.622917 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.771077 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149d991-60e7-4fb5-b850-5e18de61c6c2 req-c0ac0984-3845-40fd-8c44-beb2da763175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:24.772782 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5149d991-60e7-4fb5-b850-5e18de61c6c2 req-c0ac0984-3845-40fd-8c44-beb2da763175 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 913 time: 0.1606333 Sep 12 23:36:24.792014 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-01c1232d-7497-443c-befb-3e96597cdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '178b0bd5-6aae-4602-b9fb-2a9a66f9ae67', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': 'e122a07d-d119-4a70-9133-63ec543a476e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:9c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:34:15Z', 'updated_at': '2022-09-12T23:34:18Z', 'revision_number': 1, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}, {'id': '602cc220-bf27-4367-b24b-eccdadb1c41e', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': '9161919b-1838-4c64-a5a8-de22e08e110b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:f2:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb291d6-b18d-4241-b659-50cf940eb227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:36:23Z', 'updated_at': '2022-09-12T23:36:23Z', 'revision_number': 0, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:24.816744 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1232d-7497-443c-befb-3e96597cdebd None None] Checking router: 7d487690-b453-417c-969d-a2ee43b4553a for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:36:24.825196 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1232d-7497-443c-befb-3e96597cdebd None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:36:24.825798 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-01c1232d-7497-443c-befb-3e96597cdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:35:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:24.831121 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Allocated IP 172.27.3.219 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/90eea2d1-de1a-4f7b-bcd8-0084f1576c5e) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:36:24.862883 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:24.873361 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5149d991-60e7-4fb5-b850-5e18de61c6c2 req-753112c1-4e45-4b28-b1b3-ad8925477093 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9161919b-1838-4c64-a5a8-de22e08e110b HTTP/1.1" status: 200 len: 1000 time: 0.0876997 Sep 12 23:36:24.937402 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d1f6d0e0-4e38-4292-b632-467db2a90394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:24.939906 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-01c1232d-7497-443c-befb-3e96597cdebd None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:36:24.941158 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:24.941419 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:24.944631 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:24.982435 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149d991-60e7-4fb5-b850-5e18de61c6c2 req-1990b3c7-d297-4223-9857-3765eaebbfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:24.983932 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5149d991-60e7-4fb5-b850-5e18de61c6c2 req-1990b3c7-d297-4223-9857-3765eaebbfb4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.0845013 Sep 12 23:36:25.007829 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (90eea2d1-de1a-4f7b-bcd8-0084f1576c5e), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:25.044526 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149d991-60e7-4fb5-b850-5e18de61c6c2 req-085df48b-7361-43bd-8c47-ba3dda1edcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:25.046215 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5149d991-60e7-4fb5-b850-5e18de61c6c2 req-085df48b-7361-43bd-8c47-ba3dda1edcd6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507884 Sep 12 23:36:25.114398 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (90eea2d1-de1a-4f7b-bcd8-0084f1576c5e), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:25.165012 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-01c1232d-7497-443c-befb-3e96597cdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '178b0bd5-6aae-4602-b9fb-2a9a66f9ae67', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': 'e122a07d-d119-4a70-9133-63ec543a476e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:9c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:34:15Z', 'updated_at': '2022-09-12T23:34:18Z', 'revision_number': 1, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}, {'id': '602cc220-bf27-4367-b24b-eccdadb1c41e', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': '9161919b-1838-4c64-a5a8-de22e08e110b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:f2:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb291d6-b18d-4241-b659-50cf940eb227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:36:23Z', 'updated_at': '2022-09-12T23:36:23Z', 'revision_number': 0, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:25.170653 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:36:25.181646 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:36:25.191749 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1232d-7497-443c-befb-3e96597cdebd None None] The sync data for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi is: [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '178b0bd5-6aae-4602-b9fb-2a9a66f9ae67', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': 'e122a07d-d119-4a70-9133-63ec543a476e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:9c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:34:15Z', 'updated_at': '2022-09-12T23:34:18Z', 'revision_number': 1, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}, {'id': '602cc220-bf27-4367-b24b-eccdadb1c41e', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': '9161919b-1838-4c64-a5a8-de22e08e110b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:f2:9d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb291d6-b18d-4241-b659-50cf940eb227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:36:23Z', 'updated_at': '2022-09-12T23:36:23Z', 'revision_number': 0, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:36:25.192058 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:36:25.198492 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=90eea2d1-de1a-4f7b-bcd8-0084f1576c5e,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:25.202171 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5149d991-60e7-4fb5-b850-5e18de61c6c2 req-5ff392b3-b72a-460d-8ba3-148067b12fa2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444151 Sep 12 23:36:25.360066 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5149d991-60e7-4fb5-b850-5e18de61c6c2 req-be5afb6d-4e19-4d85-8ebd-7a38c6fd49a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387322 Sep 12 23:36:25.362905 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (8765e566-f989-4b3b-8776-b1117e18236d), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:25.403507 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (90eea2d1-de1a-4f7b-bcd8-0084f1576c5e), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:25.418950 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0cc66-af42-481b-a5d2-6c96b1011e95 req-defd56a3-5f7c-49c6-a026-dc08d04d9054 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:25.420666 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-96d0cc66-af42-481b-a5d2-6c96b1011e95 req-defd56a3-5f7c-49c6-a026-dc08d04d9054 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0554073 Sep 12 23:36:25.438562 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb3123-6116-4a6b-9536-fb455040478d None None] New status for floating IP 602cc220-bf27-4367-b24b-eccdadb1c41e: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:36:25.479172 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-96d0cc66-af42-481b-a5d2-6c96b1011e95 req-4e0be78e-f813-442e-890a-2bd01c580904 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 Sep 12 23:36:25.562400 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (90eea2d1-de1a-4f7b-bcd8-0084f1576c5e), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:25.567357 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (90eea2d1-de1a-4f7b-bcd8-0084f1576c5e), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:25.638089 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (8765e566-f989-4b3b-8776-b1117e18236d), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:25.640906 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=90eea2d1-de1a-4f7b-bcd8-0084f1576c5e,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:25.649891 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:25.657685 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:25.658906 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-15d03b2c-364f-404e-867d-f4f70b64a2c5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1933393 Sep 12 23:36:25.847641 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:25.855849 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-c100a5be-ea2e-4546-83e1-976c894210c7 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2137932391&fields=id&tenant_id=1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 267 time: 0.0439155 Sep 12 23:36:25.963839 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-7fc48c29-1608-4814-8934-42646138530b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:25.965320 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-7fc48c29-1608-4814-8934-42646138530b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 814 time: 0.1031756 Sep 12 23:36:25.979388 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-05aa6cf6-d9b8-42cc-9ccd-dcc0e392507a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/quotas/1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 375 time: 0.0088189 Sep 12 23:36:26.029808 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-a65b062f-dbbf-4975-8791-2d255ef89ec6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457244 Sep 12 23:36:26.123889 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-342e370b-e4ad-4bbb-bf42-094a05e037a8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828764 Sep 12 23:36:26.213986 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-65ccd694-5a66-4f83-8890-575666d131d9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846653 Sep 12 23:36:26.373118 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cb304b1c-0e2d-43f4-adcd-5b816bfab1c2 req-f37dd023-bbf6-4f3c-a072-3148130eb536 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 210 time: 0.0302417 Sep 12 23:36:26.604522 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55009f0a-6140-4c94-b1d0-ee01aa5f157f req-542cf256-9c29-49a0-9863-ba0525692b8c tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:26.606002 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-55009f0a-6140-4c94-b1d0-ee01aa5f157f req-542cf256-9c29-49a0-9863-ba0525692b8c tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0475011 Sep 12 23:36:26.653495 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-55009f0a-6140-4c94-b1d0-ee01aa5f157f req-ebb14e0d-e42c-437a-b6fa-051e5b03366f tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Sep 12 23:36:27.220456 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0b4de-6cc8-4261-b94f-780c4d48cfc4 req-b0b2408f-60d1-4b29-ac56-b82db228602b tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:27.221895 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a8d0b4de-6cc8-4261-b94f-780c4d48cfc4 req-b0b2408f-60d1-4b29-ac56-b82db228602b tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0501721 Sep 12 23:36:27.304580 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-a8d0b4de-6cc8-4261-b94f-780c4d48cfc4 req-7951c8ae-3acb-4416-897f-ca7c556923fd tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Deleting port c8c4cd5d-2829-4eda-9d53-9a41f69d724d {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:36:27.304916 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-a8d0b4de-6cc8-4261-b94f-780c4d48cfc4 req-7951c8ae-3acb-4416-897f-ca7c556923fd tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:27.335156 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-3424462a-d771-4e06-9d63-6c0532048028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:27.395854 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-a8d0b4de-6cc8-4261-b94f-780c4d48cfc4 req-7951c8ae-3acb-4416-897f-ca7c556923fd tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] For port c8c4cd5d-2829-4eda-9d53-9a41f69d724d, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=c8c4cd5d-2829-4eda-9d53-9a41f69d724d,segment=NetworkSegment(8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc),segment_id=8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:27.396211 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-a8d0b4de-6cc8-4261-b94f-780c4d48cfc4 req-7951c8ae-3acb-4416-897f-ca7c556923fd tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:27.409547 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-a8d0b4de-6cc8-4261-b94f-780c4d48cfc4 req-7951c8ae-3acb-4416-897f-ca7c556923fd tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Calling delete_port for c8c4cd5d-2829-4eda-9d53-9a41f69d724d owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:36:27.474607 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-8f73f209-fa00-4e20-9622-ba0b0530f530 req-100246c5-1ec9-4f41-92e5-2f9d22fd50a7 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 210 time: 0.0283477 Sep 12 23:36:27.535142 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-a8d0b4de-6cc8-4261-b94f-780c4d48cfc4 req-7951c8ae-3acb-4416-897f-ca7c556923fd tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (c8c4cd5d-2829-4eda-9d53-9a41f69d724d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:27.551260 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['c8c4cd5d-2829-4eda-9d53-9a41f69d724d'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:36:27.569254 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951c8ae-3acb-4416-897f-ca7c556923fd tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Pushing event deleted for resources: {'Port': ['ID=c8c4cd5d-2829-4eda-9d53-9a41f69d724d,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:27.620063 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d0b4de-6cc8-4261-b94f-780c4d48cfc4 req-7951c8ae-3acb-4416-897f-ca7c556923fd tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] No DVR routers for this DVR port c8c4cd5d-2829-4eda-9d53-9a41f69d724d on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:36:27.622939 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-a8d0b4de-6cc8-4261-b94f-780c4d48cfc4 req-7951c8ae-3acb-4416-897f-ca7c556923fd tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:27.626451 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a8d0b4de-6cc8-4261-b94f-780c4d48cfc4 req-7951c8ae-3acb-4416-897f-ca7c556923fd tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.25 "DELETE /networking/v2.0/ports/c8c4cd5d-2829-4eda-9d53-9a41f69d724d HTTP/1.1" status: 204 len: 173 time: 0.3997595 Sep 12 23:36:27.626946 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97fd6b9-4088-45a5-94a2-3a284e0dd3c5', 'name': 'network-vif-deleted', 'tag': 'c8c4cd5d-2829-4eda-9d53-9a41f69d724d'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:36:27.629782 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6f817e-11c7-4e05-8eee-cb5ad728451b" -d '{"events": [{"server_uuid": "a97fd6b9-4088-45a5-94a2-3a284e0dd3c5", "name": "network-vif-deleted", "tag": "c8c4cd5d-2829-4eda-9d53-9a41f69d724d"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:36:27.675601 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff75d06-fcfe-46e7-b72d-fafface24c3a x-openstack-request-id: req-fff75d06-fcfe-46e7-b72d-fafface24c3a {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:36:27.676003 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97fd6b9-4088-45a5-94a2-3a284e0dd3c5", "name": "network-vif-deleted", "tag": "c8c4cd5d-2829-4eda-9d53-9a41f69d724d", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:36:27.676326 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fff75d06-fcfe-46e7-b72d-fafface24c3a {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:36:27.676915 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff75d06-fcfe-46e7-b72d-fafface24c3a'] response: {'server_uuid': 'a97fd6b9-4088-45a5-94a2-3a284e0dd3c5', 'name': 'network-vif-deleted', 'tag': 'c8c4cd5d-2829-4eda-9d53-9a41f69d724d', 'status': 'completed', 'code': 200} Sep 12 23:36:27.696028 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:27.765784 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-27871844-ea74-493e-966d-4e189b974d85 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:27.767604 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-27871844-ea74-493e-966d-4e189b974d85 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 814 time: 0.1519871 Sep 12 23:36:27.793798 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-abb2cd02-407a-4135-8432-696cb277fd37 req-a0c2f371-113e-4674-9747-6f5b41b93dc1 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a97fd6b9-4088-45a5-94a2-3a284e0dd3c5 HTTP/1.1" status: 200 len: 210 time: 0.0488570 Sep 12 23:36:27.859434 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-95b70c0d-0f10-4157-96cf-8033a2834ae9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 472 time: 0.0745010 Sep 12 23:36:27.943380 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'port': {'device_id': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'admin_state_up': True, 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'security_groups': ['392cfa6b-e153-4322-977a-5cacd3a43dcd']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:36:28.006270 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:28.056809 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Made reservation on behalf of 1649d6cd95d4496baaee3a0c0595a304 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:36:28.060750 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:28.184763 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Allocated IP 172.20.0.9 (ed4f9993-21de-4020-a46f-ad235aaa1a52/5c8a082d-5139-440e-8a4c-a396da0549ff/c156ad4c-e850-4913-babb-462a2e030e1c) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:36:28.323335 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (c156ad4c-e850-4913-babb-462a2e030e1c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:28.355234 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:28.403455 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:36:28.406679 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:36:28.410715 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:36:28.434261 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=c156ad4c-e850-4913-babb-462a2e030e1c,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:28.467177 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:28.467809 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:28.484435 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-18c9c87b-e5ea-4bdc-9704-4878dff8fa89 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5449970 Sep 12 23:36:28.494826 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Request body: {'port': {'device_id': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:36:28.514687 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:28.558157 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:28.567648 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:28.600201 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:28.609773 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a995938-99dc-4003-934e-9009a021cdf7 req-a10567ef-a654-4bc4-9bd0-aca85d97b98a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:28.611415 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2a995938-99dc-4003-934e-9009a021cdf7 req-a10567ef-a654-4bc4-9bd0-aca85d97b98a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 931 time: 0.0526280 Sep 12 23:36:28.652957 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:28.666370 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2a995938-99dc-4003-934e-9009a021cdf7 req-cada7f1b-6db7-4388-a252-382d16329e78 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471416 Sep 12 23:36:28.686884 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-68f3a9c0-22cb-41a2-94c9-ee61e35580a7 None None] Provisioning complete for port c156ad4c-e850-4913-babb-462a2e030e1c triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:36:28.687200 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-68f3a9c0-22cb-41a2-94c9-ee61e35580a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:28.722113 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-68f3a9c0-22cb-41a2-94c9-ee61e35580a7 None None] Port c156ad4c-e850-4913-babb-462a2e030e1c cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:36:28.777359 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:28.827853 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c156ad4c-e850-4913-babb-462a2e030e1c {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:36:28.835317 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Publish callbacks [] for port (c156ad4c-e850-4913-babb-462a2e030e1c), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:28.848212 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Transition to ACTIVE for port object c156ad4c-e850-4913-babb-462a2e030e1c will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:36:28.851496 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:28.918523 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Pushing event updated for resources: {'Port': ['ID=c156ad4c-e850-4913-babb-462a2e030e1c,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:28.973446 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Attempting to bind port c156ad4c-e850-4913-babb-462a2e030e1c on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:36:28.973822 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Attempting to bind port c156ad4c-e850-4913-babb-462a2e030e1c by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:36:28.974151 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Attempting to bind port c156ad4c-e850-4913-babb-462a2e030e1c on network ed4f9993-21de-4020-a46f-ad235aaa1a52 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:36:29.025410 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Port c156ad4c-e850-4913-babb-462a2e030e1c on network ed4f9993-21de-4020-a46f-ad235aaa1a52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:36:29.025735 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Attempting to bind port c156ad4c-e850-4913-babb-462a2e030e1c on network ed4f9993-21de-4020-a46f-ad235aaa1a52 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:36:29.070425 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:36:29.070761 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Checking segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:36:29.071140 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Bound using segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:36:29.071593 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Bound port: c156ad4c-e850-4913-babb-462a2e030e1c, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:36:29.071955 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:29.133162 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] For port c156ad4c-e850-4913-babb-462a2e030e1c, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:36:29.136319 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] For port c156ad4c-e850-4913-babb-462a2e030e1c, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=c156ad4c-e850-4913-babb-462a2e030e1c,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:36:29.142146 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:29.147203 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:29.147844 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:29.149259 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c156ad4c-e850-4913-babb-462a2e030e1c HTTP/1.1" status: 200 len: 1093 time: 0.6585677 Sep 12 23:36:29.150715 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'tag': 'c156ad4c-e850-4913-babb-462a2e030e1c'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:36:29.153171 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63542db-563a-4491-ad57-dfdc791515d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea71363c-0405-42da-a51d-6b0730b61beb", "tag": "c156ad4c-e850-4913-babb-462a2e030e1c"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:36:29.222710 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf3751b-7dc1-4432-a5f1-0ca943220c68 x-openstack-request-id: req-ddf3751b-7dc1-4432-a5f1-0ca943220c68 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:36:29.223012 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea71363c-0405-42da-a51d-6b0730b61beb", "tag": "c156ad4c-e850-4913-babb-462a2e030e1c", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:36:29.223269 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ddf3751b-7dc1-4432-a5f1-0ca943220c68 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:36:29.223695 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf3751b-7dc1-4432-a5f1-0ca943220c68'] response: {'name': 'network-changed', 'server_uuid': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'tag': 'c156ad4c-e850-4913-babb-462a2e030e1c', 'status': 'completed', 'code': 200} Sep 12 23:36:29.242536 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7bcdb-3905-4c13-ab7e-a25813818e12 service neutron] Pushing event updated for resources: {'Port': ['ID=c156ad4c-e850-4913-babb-462a2e030e1c,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:29.248172 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-762e7cf5-b466-406d-969b-46f14f5de271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:29.249742 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-762e7cf5-b466-406d-969b-46f14f5de271 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 1127 time: 0.0637748 Sep 12 23:36:29.298100 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-762f7895-8d16-4aee-88b6-9a1502b5be64 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c156ad4c-e850-4913-babb-462a2e030e1c HTTP/1.1" status: 200 len: 217 time: 0.0331919 Sep 12 23:36:29.737619 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:29.793894 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a25ed-ffd4-4d3e-891f-54924aa54a21 req-c6716e3b-f4e6-4f20-8a47-f33bb678ef20 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:29.795326 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-336a25ed-ffd4-4d3e-891f-54924aa54a21 req-c6716e3b-f4e6-4f20-8a47-f33bb678ef20 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 943 time: 0.0492558 Sep 12 23:36:29.841800 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-336a25ed-ffd4-4d3e-891f-54924aa54a21 req-b516e408-d73f-4400-aa65-70c6d213f52f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408242 Sep 12 23:36:30.024042 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:30.297748 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-fe5a0a33-bc23-4223-bcb9-131ffbbb47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:30.299091 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-fe5a0a33-bc23-4223-bcb9-131ffbbb47cb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0439646 Sep 12 23:36:30.966924 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad9cce-28a8-4918-827b-d16ef847218b req-17fb3909-ed87-41f7-92d5-eaf9e1eab9be tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:30.968428 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-acad9cce-28a8-4918-827b-d16ef847218b req-17fb3909-ed87-41f7-92d5-eaf9e1eab9be tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 943 time: 0.0496109 Sep 12 23:36:31.014296 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-acad9cce-28a8-4918-827b-d16ef847218b req-5da76fbc-8e8a-46d8-9ca9-d45c38adbbdb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398080 Sep 12 23:36:31.089417 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:31.101778 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-2fc4a371-9045-49d7-8915-dd585b342c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:31.101778 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-2fc4a371-9045-49d7-8915-dd585b342c5d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401559 Sep 12 23:36:32.004414 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device c8c4cd5d-2829-4eda-9d53-9a41f69d724d no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:36:32.023948 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: c8c4cd5d-2829-4eda-9d53-9a41f69d724d {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:36:32.024289 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device c8c4cd5d-2829-4eda-9d53-9a41f69d724d not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:36:32.059249 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-1fe75226-8bf9-4d2f-818f-905b59a6926c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909660 Sep 12 23:36:32.168843 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b00710-7961-47b5-b1fa-4a1996b97230 req-42441aca-ebbd-4ce1-8d21-992f26b01eba tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:32.170276 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-91b00710-7961-47b5-b1fa-4a1996b97230 req-42441aca-ebbd-4ce1-8d21-992f26b01eba tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 943 time: 0.0613256 Sep 12 23:36:32.207288 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bf0ede1d-75ce-43ba-909b-73a1679924e0 req-0efb28f4-8ef0-4631-b151-d578b757cb52 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412604 Sep 12 23:36:32.217228 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:32.234302 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-91b00710-7961-47b5-b1fa-4a1996b97230 req-b8d6a240-b432-4706-a908-840e54f9dfa3 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578425 Sep 12 23:36:32.600300 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:36:33.098867 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63542db-563a-4491-ad57-dfdc791515d6 req-442467c4-d178-452e-9cb9-f6f2832a87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:33.100357 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b63542db-563a-4491-ad57-dfdc791515d6 req-442467c4-d178-452e-9cb9-f6f2832a87f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 1127 time: 0.0400207 Sep 12 23:36:33.197417 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63542db-563a-4491-ad57-dfdc791515d6 req-ecd05ebf-14a2-4d4e-8054-35fb95a2d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:33.198890 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b63542db-563a-4491-ad57-dfdc791515d6 req-ecd05ebf-14a2-4d4e-8054-35fb95a2d731 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 915 time: 0.0920041 Sep 12 23:36:33.236424 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b63542db-563a-4491-ad57-dfdc791515d6 req-5c94c34b-c979-4d6b-a451-3d6396cf38ef service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c156ad4c-e850-4913-babb-462a2e030e1c HTTP/1.1" status: 200 len: 217 time: 0.0318513 Sep 12 23:36:33.285473 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63542db-563a-4491-ad57-dfdc791515d6 req-2dfb1fcc-bfe9-41d7-b9c9-73e2232da425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:33.288212 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b63542db-563a-4491-ad57-dfdc791515d6 req-2dfb1fcc-bfe9-41d7-b9c9-73e2232da425 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0448101 Sep 12 23:36:33.347680 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63542db-563a-4491-ad57-dfdc791515d6 req-1fd4e0ea-a681-4680-9f12-82525000d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:33.349335 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b63542db-563a-4491-ad57-dfdc791515d6 req-1fd4e0ea-a681-4680-9f12-82525000d33c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551610 Sep 12 23:36:33.369658 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbe949-4242-42b3-b01b-08622f3d8516 req-0c7f4b1b-bf05-4b0e-8d57-0efa1fef4c0a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:33.371135 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-73dbe949-4242-42b3-b01b-08622f3d8516 req-0c7f4b1b-bf05-4b0e-8d57-0efa1fef4c0a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 943 time: 0.0485866 Sep 12 23:36:33.418389 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-73dbe949-4242-42b3-b01b-08622f3d8516 req-df536cb9-0a4f-45cf-887d-3d64bab88821 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415273 Sep 12 23:36:33.655241 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b63542db-563a-4491-ad57-dfdc791515d6 req-fc78ca4d-5944-481a-826d-07934f4724e7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842044 Sep 12 23:36:33.751013 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b63542db-563a-4491-ad57-dfdc791515d6 req-4fbf3210-f09f-45a0-baaa-53ea3dd57bec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884457 Sep 12 23:36:33.991993 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device c156ad4c-e850-4913-babb-462a2e030e1c details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:36:34.090533 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port c156ad4c-e850-4913-babb-462a2e030e1c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=c156ad4c-e850-4913-babb-462a2e030e1c,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:34.101903 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'c156ad4c-e850-4913-babb-462a2e030e1c', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'port_id': 'c156ad4c-e850-4913-babb-462a2e030e1c', 'mac_address': 'fa:16:3e:4d:8c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:36:34.134920 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port c156ad4c-e850-4913-babb-462a2e030e1c is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:36:34.135306 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:34.148623 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c156ad4c-e850-4913-babb-462a2e030e1c {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:36:34.172875 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port c156ad4c-e850-4913-babb-462a2e030e1c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=c156ad4c-e850-4913-babb-462a2e030e1c,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:34.176874 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:34.346631 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=c156ad4c-e850-4913-babb-462a2e030e1c,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:34.449791 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['c156ad4c-e850-4913-babb-462a2e030e1c'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:36:34.578875 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c041b8c-26c2-4700-ba13-38f7934d54ca req-10a878bd-2ae1-44f1-be75-8dc7fbef0eea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:34.580401 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7c041b8c-26c2-4700-ba13-38f7934d54ca req-10a878bd-2ae1-44f1-be75-8dc7fbef0eea tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 944 time: 0.0733769 Sep 12 23:36:34.589375 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:34.633081 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7c041b8c-26c2-4700-ba13-38f7934d54ca req-7835947a-a795-47fc-b092-49369916a6e2 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462828 Sep 12 23:36:35.754252 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80792562-8d14-47a0-94ea-c18abeab5def req-95d6a015-366b-4b69-ad7c-de2774f22786 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:35.755742 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-80792562-8d14-47a0-94ea-c18abeab5def req-95d6a015-366b-4b69-ad7c-de2774f22786 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 944 time: 0.0498817 Sep 12 23:36:35.802253 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-80792562-8d14-47a0-94ea-c18abeab5def req-40c8ee49-0f63-43d6-a88a-6ddd51fb0486 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 Sep 12 23:36:36.924262 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7f29d-cbc5-4a50-a4fe-5da388ae5de5 req-36105dae-6754-4522-91e9-1d6e41d47ffd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:36.925727 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b7f29d-cbc5-4a50-a4fe-5da388ae5de5 req-36105dae-6754-4522-91e9-1d6e41d47ffd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 944 time: 0.0468428 Sep 12 23:36:36.975200 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-85b7f29d-cbc5-4a50-a4fe-5da388ae5de5 req-ade2a1e3-1583-409f-a154-ed4117423a0b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433564 Sep 12 23:36:37.793776 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device c156ad4c-e850-4913-babb-462a2e030e1c up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:36:37.829461 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:37.835803 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port c156ad4c-e850-4913-babb-462a2e030e1c completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:36:37.841243 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port c156ad4c-e850-4913-babb-462a2e030e1c triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:36:37.841730 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:37.913070 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port c156ad4c-e850-4913-babb-462a2e030e1c is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:36:37.913372 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:37.938703 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c156ad4c-e850-4913-babb-462a2e030e1c'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:36:37.940942 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72cdd01-c210-4aa3-8806-2cc5ce15bdec" -d '{"events": [{"server_uuid": "ea71363c-0405-42da-a51d-6b0730b61beb", "name": "network-vif-plugged", "status": "completed", "tag": "c156ad4c-e850-4913-babb-462a2e030e1c"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:36:37.953467 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port c156ad4c-e850-4913-babb-462a2e030e1c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=c156ad4c-e850-4913-babb-462a2e030e1c,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:37.957505 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:37.982627 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34731f7d-38b3-4fe7-9a6c-2a27be175322 x-openstack-request-id: req-34731f7d-38b3-4fe7-9a6c-2a27be175322 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:36:37.982920 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea71363c-0405-42da-a51d-6b0730b61beb", "name": "network-vif-plugged", "status": "completed", "tag": "c156ad4c-e850-4913-babb-462a2e030e1c", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:36:37.983196 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-34731f7d-38b3-4fe7-9a6c-2a27be175322 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:36:37.983607 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34731f7d-38b3-4fe7-9a6c-2a27be175322'] response: {'server_uuid': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c156ad4c-e850-4913-babb-462a2e030e1c', 'code': 200} Sep 12 23:36:38.007030 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=c156ad4c-e850-4913-babb-462a2e030e1c,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:38.097280 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596e499-4c77-4046-9ab9-eac841bf6e68 req-681cdf00-6678-40c0-9fc9-96783dc9e36a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:38.098798 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2596e499-4c77-4046-9ab9-eac841bf6e68 req-681cdf00-6678-40c0-9fc9-96783dc9e36a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 945 time: 0.0482156 Sep 12 23:36:38.148014 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:38.174702 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ffee3-fc64-4394-b9f0-d5681d84e521 req-bc53dbd7-827f-4025-bc20-7dba4a07690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:38.176149 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-df7ffee3-fc64-4394-b9f0-d5681d84e521 req-bc53dbd7-827f-4025-bc20-7dba4a07690e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 1129 time: 0.0573761 Sep 12 23:36:38.181455 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2596e499-4c77-4046-9ab9-eac841bf6e68 req-b2c84a40-3773-4afb-8db6-79e5cced801c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759394 Sep 12 23:36:38.234005 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-df7ffee3-fc64-4394-b9f0-d5681d84e521 req-d537754b-4c12-426d-b9e6-44bbf90b37cd service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510564 Sep 12 23:36:38.510299 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:38.936605 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-4da0895d-b3f3-41e9-af64-f1b376228b7e tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:38.938043 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-4da0895d-b3f3-41e9-af64-f1b376228b7e tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/networks?id=3c81539a-e58b-4e42-89a7-b99d91ff7988 HTTP/1.1" status: 200 len: 813 time: 0.1076844 Sep 12 23:36:38.951988 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-c4bf5cca-a84a-401f-8584-b2ddce96ba89 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/quotas/24ded699e3a3432cbe1656777da8f958 HTTP/1.1" status: 200 len: 375 time: 0.0086653 Sep 12 23:36:38.987278 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-9ab06111-3887-4034-b33d-bd381bc8656e tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=24ded699e3a3432cbe1656777da8f958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306168 Sep 12 23:36:39.075928 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-b5312615-9832-411b-acb5-0535c60fa773 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813386 Sep 12 23:36:39.166546 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-7d73646b-f49b-4d3e-84cd-d5999fb25400 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850754 Sep 12 23:36:39.323070 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbce245-cab4-43c7-ae65-2a0e92412cfb req-f2f9041c-b156-4af2-b80b-c4eac2bed64e tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:39.324571 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6dbce245-cab4-43c7-ae65-2a0e92412cfb req-f2f9041c-b156-4af2-b80b-c4eac2bed64e tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 945 time: 0.0673532 Sep 12 23:36:39.328633 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-0e2cd3db-17a7-4715-a8c5-ca172ebdb9f2 req-72b914f0-04a6-4d86-ab40-34e0edc9ec8f tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 210 time: 0.0314627 Sep 12 23:36:39.375293 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6dbce245-cab4-43c7-ae65-2a0e92412cfb req-6e77a1fc-236c-4fb7-a03e-759fe3178835 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431981 Sep 12 23:36:40.430329 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a100dba1-a80a-48c1-80d9-46332c512b19 req-fc6162c5-ef7b-4e58-aa96-34f214909182 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 210 time: 0.0278311 Sep 12 23:36:40.500051 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87c5f4-7f9f-4e23-af72-999e65ecdc98 req-9045366a-49c0-4bed-8d9e-8a1d666c3065 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:40.502239 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6a87c5f4-7f9f-4e23-af72-999e65ecdc98 req-9045366a-49c0-4bed-8d9e-8a1d666c3065 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 945 time: 0.0508904 Sep 12 23:36:40.554326 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-6a87c5f4-7f9f-4e23-af72-999e65ecdc98 req-893b5ef9-da97-4b79-be9a-9f6c03a3c59d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465429 Sep 12 23:36:40.652258 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:40.680400 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c89da-88a8-4229-8e8a-e866bd438aea req-38859b38-a2e0-4fbf-aad1-7452a4e1aad0 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:40.684458 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b62c89da-88a8-4229-8e8a-e866bd438aea req-38859b38-a2e0-4fbf-aad1-7452a4e1aad0 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 945 time: 0.0558131 Sep 12 23:36:40.692830 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-f6ad7a0f-8049-4700-af34-0a3580f55908 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:40.693026 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53446) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:40.694474 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-f6ad7a0f-8049-4700-af34-0a3580f55908 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3c81539a-e58b-4e42-89a7-b99d91ff7988 HTTP/1.1" status: 200 len: 813 time: 0.1150739 Sep 12 23:36:40.697728 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-cf61dde2-4a09-4b0e-8ae6-ceb674fa5b1f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'floatingip': {'port_id': 'c156ad4c-e850-4913-babb-462a2e030e1c'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:36:40.711243 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Request body: {'port': {'device_id': '0bb5e223-bada-4ef9-a2bb-aa87cb884c09', 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988', 'admin_state_up': True, 'tenant_id': '24ded699e3a3432cbe1656777da8f958'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:36:40.736338 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf61dde2-4a09-4b0e-8ae6-ceb674fa5b1f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (8765e566-f989-4b3b-8776-b1117e18236d), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:40.826961 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Made reservation on behalf of 24ded699e3a3432cbe1656777da8f958 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:36:40.830631 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:40.955958 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Allocated IP 172.20.0.9 (3c81539a-e58b-4e42-89a7-b99d91ff7988/87ba09a7-1d5b-4c83-8009-c7c44d2d78d1/dcd0cb0d-153d-49db-8025-f5fd7352af0f) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:36:41.123685 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks [] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:41.157109 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:41.202311 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Network 3c81539a-e58b-4e42-89a7-b99d91ff7988 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:36:41.204600 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:41.210727 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:36:41.213360 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Pushing event updated for resources: {'Port': ['ID=dcd0cb0d-153d-49db-8025-f5fd7352af0f,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:41.214853 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:41.215705 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:36:41.247254 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.247627 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.247968 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.248303 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.248632 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.248964 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.249288 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.249608 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.249924 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.250240 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.250560 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.250875 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.251190 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.251504 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.251843 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:36:41.278705 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:41.279307 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:41.294807 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-0b772736-e564-4da9-b836-f8a7818c0d79 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5905659 Sep 12 23:36:41.312626 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Request body: {'port': {'device_id': '0bb5e223-bada-4ef9-a2bb-aa87cb884c09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:36:41.370762 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:41.390283 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:41.439780 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf61dde2-4a09-4b0e-8ae6-ceb674fa5b1f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:41.444722 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf61dde2-4a09-4b0e-8ae6-ceb674fa5b1f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (8765e566-f989-4b3b-8776-b1117e18236d), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:41.547713 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-cf61dde2-4a09-4b0e-8ae6-ceb674fa5b1f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Floating IP 8765e566-f989-4b3b-8776-b1117e18236d associated. External IP: 172.27.3.219, port: c156ad4c-e850-4913-babb-462a2e030e1c. Sep 12 23:36:41.721677 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:41.749268 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf61dde2-4a09-4b0e-8ae6-ceb674fa5b1f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Router 35a1ac74-3d42-4c69-ab85-bbd60e04302e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:36:41.773089 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3a2ec-8d58-4ddf-8816-381b7592fb6f req-11c8097e-7c6e-4cc9-97f6-c850c9489469 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:41.774551 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1fe3a2ec-8d58-4ddf-8816-381b7592fb6f req-11c8097e-7c6e-4cc9-97f6-c850c9489469 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 931 time: 0.0661001 Sep 12 23:36:41.854162 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf61dde2-4a09-4b0e-8ae6-ceb674fa5b1f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:36:41.858680 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-cf61dde2-4a09-4b0e-8ae6-ceb674fa5b1f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:41.867275 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987ce78-f8f7-4048-868f-676b76fcd475 None None] Sync routers for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:36:41.876447 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1fe3a2ec-8d58-4ddf-8816-381b7592fb6f req-d1ca44a1-eb08-4f38-bd38-14b71f431fc6 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898035 Sep 12 23:36:41.877410 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987ce78-f8f7-4048-868f-676b76fcd475 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:36:41.878263 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-f987ce78-f8f7-4048-868f-676b76fcd475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:36:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:41.890104 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-cf61dde2-4a09-4b0e-8ae6-ceb674fa5b1f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/8765e566-f989-4b3b-8776-b1117e18236d HTTP/1.1" status: 200 len: 991 time: 1.1950514 Sep 12 23:36:41.890104 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'tag': 'c156ad4c-e850-4913-babb-462a2e030e1c'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:36:41.892392 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284fb815-f43e-4385-9a22-ec8202653ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "ea71363c-0405-42da-a51d-6b0730b61beb", "tag": "c156ad4c-e850-4913-babb-462a2e030e1c"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:36:41.946696 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb12718-fef7-4950-9021-491ca4f2b8d5 x-openstack-request-id: req-edb12718-fef7-4950-9021-491ca4f2b8d5 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:36:41.946984 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea71363c-0405-42da-a51d-6b0730b61beb", "tag": "c156ad4c-e850-4913-babb-462a2e030e1c", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:36:41.947252 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-edb12718-fef7-4950-9021-491ca4f2b8d5 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:36:41.947675 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb12718-fef7-4950-9021-491ca4f2b8d5'] response: {'name': 'network-changed', 'server_uuid': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'tag': 'c156ad4c-e850-4913-babb-462a2e030e1c', 'status': 'completed', 'code': 200} Sep 12 23:36:41.968646 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd0cb0d-153d-49db-8025-f5fd7352af0f {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:36:41.977025 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Publish callbacks [] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:41.986131 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-f987ce78-f8f7-4048-868f-676b76fcd475 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:36:41.990342 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Transition to ACTIVE for port object dcd0cb0d-153d-49db-8025-f5fd7352af0f will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:36:41.996236 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:42.027039 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fb815-f43e-4385-9a22-ec8202653ffd req-35755e3e-c033-4dcf-8e21-8ab3f708c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:42.028640 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-284fb815-f43e-4385-9a22-ec8202653ffd req-35755e3e-c033-4dcf-8e21-8ab3f708c43d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 1129 time: 0.0435536 Sep 12 23:36:42.079611 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Pushing event updated for resources: {'Port': ['ID=dcd0cb0d-153d-49db-8025-f5fd7352af0f,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:42.108169 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Attempting to bind port dcd0cb0d-153d-49db-8025-f5fd7352af0f on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:36:42.108503 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Attempting to bind port dcd0cb0d-153d-49db-8025-f5fd7352af0f by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:36:42.108825 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Attempting to bind port dcd0cb0d-153d-49db-8025-f5fd7352af0f on network 3c81539a-e58b-4e42-89a7-b99d91ff7988 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:36:42.133445 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fb815-f43e-4385-9a22-ec8202653ffd req-491cf52e-5611-4f4b-9ffc-c75b3b3504af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:42.134003 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-284fb815-f43e-4385-9a22-ec8202653ffd req-491cf52e-5611-4f4b-9ffc-c75b3b3504af service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 915 time: 0.0988691 Sep 12 23:36:42.152323 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Port dcd0cb0d-153d-49db-8025-f5fd7352af0f on network 3c81539a-e58b-4e42-89a7-b99d91ff7988 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:36:42.152671 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Attempting to bind port dcd0cb0d-153d-49db-8025-f5fd7352af0f on network 3c81539a-e58b-4e42-89a7-b99d91ff7988 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:36:42.200075 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:36:42.200409 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Checking segment: {'id': '8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:36:42.200810 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Bound using segment: {'id': '8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:36:42.201236 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Bound port: dcd0cb0d-153d-49db-8025-f5fd7352af0f, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:36:42.201588 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:42.204074 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-284fb815-f43e-4385-9a22-ec8202653ffd req-0353ad96-20ed-404e-8f96-748d71a0fadd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c156ad4c-e850-4913-babb-462a2e030e1c HTTP/1.1" status: 200 len: 999 time: 0.0635157 Sep 12 23:36:42.221264 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-f987ce78-f8f7-4048-868f-676b76fcd475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '8765e566-f989-4b3b-8776-b1117e18236d', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': 'c156ad4c-e850-4913-babb-462a2e030e1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:4d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:36:25Z', 'updated_at': '2022-09-12T23:36:41Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}, {'id': 'b03f4fa4-ea65-406f-8699-b3560876d202', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '5a153622-8f69-4201-a53f-b4494737fcf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:fc:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:10Z', 'updated_at': '2022-09-12T23:35:26Z', 'revision_number': 2, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:42.238009 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:42.247090 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987ce78-f8f7-4048-868f-676b76fcd475 None None] Checking router: 35a1ac74-3d42-4c69-ab85-bbd60e04302e for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:36:42.256010 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987ce78-f8f7-4048-868f-676b76fcd475 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:36:42.256363 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fb815-f43e-4385-9a22-ec8202653ffd req-142a4e55-aa88-420e-bfd1-266bf0722713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:42.256628 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-f987ce78-f8f7-4048-868f-676b76fcd475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:36:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:42.258153 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-284fb815-f43e-4385-9a22-ec8202653ffd req-142a4e55-aa88-420e-bfd1-266bf0722713 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0460396 Sep 12 23:36:42.269322 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] For port dcd0cb0d-153d-49db-8025-f5fd7352af0f, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:36:42.273553 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] For port dcd0cb0d-153d-49db-8025-f5fd7352af0f, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=dcd0cb0d-153d-49db-8025-f5fd7352af0f,segment=NetworkSegment(8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc),segment_id=8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:36:42.279435 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:42.304684 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fb815-f43e-4385-9a22-ec8202653ffd req-a3cb9e95-1c74-491d-b082-bc8601890fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:42.306231 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-284fb815-f43e-4385-9a22-ec8202653ffd req-a3cb9e95-1c74-491d-b082-bc8601890fd4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425491 Sep 12 23:36:42.308175 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:42.308807 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:42.310198 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/dcd0cb0d-153d-49db-8025-f5fd7352af0f HTTP/1.1" status: 200 len: 1093 time: 1.0017600 Sep 12 23:36:42.310816 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb5e223-bada-4ef9-a2bb-aa87cb884c09', 'tag': 'dcd0cb0d-153d-49db-8025-f5fd7352af0f'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:36:42.313120 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b825c9-c012-4e96-8c7f-56b2675664a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb5e223-bada-4ef9-a2bb-aa87cb884c09", "tag": "dcd0cb0d-153d-49db-8025-f5fd7352af0f"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:36:42.340216 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0fb00-78d5-4fc1-b295-f3c593945cda service neutron] Pushing event updated for resources: {'Port': ['ID=dcd0cb0d-153d-49db-8025-f5fd7352af0f,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:42.360221 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c530952f-7b0c-4ad2-8c65-59236d3cb529 x-openstack-request-id: req-c530952f-7b0c-4ad2-8c65-59236d3cb529 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:36:42.360513 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb5e223-bada-4ef9-a2bb-aa87cb884c09", "tag": "dcd0cb0d-153d-49db-8025-f5fd7352af0f", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:36:42.360774 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c530952f-7b0c-4ad2-8c65-59236d3cb529 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:36:42.361182 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c530952f-7b0c-4ad2-8c65-59236d3cb529'] response: {'name': 'network-changed', 'server_uuid': '0bb5e223-bada-4ef9-a2bb-aa87cb884c09', 'tag': 'dcd0cb0d-153d-49db-8025-f5fd7352af0f', 'status': 'completed', 'code': 200} Sep 12 23:36:42.385343 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-f987ce78-f8f7-4048-868f-676b76fcd475 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:36:42.398800 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:42.407172 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-eaaa67e7-0e55-4e73-a56c-cde4516d0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:42.408819 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-eaaa67e7-0e55-4e73-a56c-cde4516d0b52 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=24ded699e3a3432cbe1656777da8f958&device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 1127 time: 0.0430243 Sep 12 23:36:42.422485 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-284fb815-f43e-4385-9a22-ec8202653ffd req-64234f6b-9da3-4da5-982b-aa3b0e98e8a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050634 Sep 12 23:36:42.451382 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-1f028e7e-4f89-4870-a81f-5fbd97d389d8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcd0cb0d-153d-49db-8025-f5fd7352af0f HTTP/1.1" status: 200 len: 217 time: 0.0358908 Sep 12 23:36:42.480328 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:42.495872 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=100 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:42.514537 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-2965b27b-9fb1-4fb4-9839-89f5725b975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:42.516273 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-2965b27b-9fb1-4fb4-9839-89f5725b975a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87ba09a7-1d5b-4c83-8009-c7c44d2d78d1 HTTP/1.1" status: 200 len: 853 time: 0.0570061 Sep 12 23:36:42.526091 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-284fb815-f43e-4385-9a22-ec8202653ffd req-916f8916-c38a-4bd7-80ca-1d4ea25c0c0b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974560 Sep 12 23:36:42.553192 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-6d71fb80-a739-4eff-91e7-d08371f96f9d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3c81539a-e58b-4e42-89a7-b99d91ff7988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303593 Sep 12 23:36:42.595217 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:42.596578 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=17 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:42.620738 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-f987ce78-f8f7-4048-868f-676b76fcd475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '8765e566-f989-4b3b-8776-b1117e18236d', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': 'c156ad4c-e850-4913-babb-462a2e030e1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:4d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:36:25Z', 'updated_at': '2022-09-12T23:36:41Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}, {'id': 'b03f4fa4-ea65-406f-8699-b3560876d202', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '5a153622-8f69-4201-a53f-b4494737fcf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:fc:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:10Z', 'updated_at': '2022-09-12T23:35:26Z', 'revision_number': 2, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:42.646996 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987ce78-f8f7-4048-868f-676b76fcd475 None None] The sync data for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi is: [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '8765e566-f989-4b3b-8776-b1117e18236d', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': 'c156ad4c-e850-4913-babb-462a2e030e1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:4d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:36:25Z', 'updated_at': '2022-09-12T23:36:41Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}, {'id': 'b03f4fa4-ea65-406f-8699-b3560876d202', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '5a153622-8f69-4201-a53f-b4494737fcf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:fc:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:10Z', 'updated_at': '2022-09-12T23:35:26Z', 'revision_number': 2, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:36:42.651735 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-3b8ff120-f809-498f-9834-cd9dc8e70b39 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907695 Sep 12 23:36:42.746782 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1dca19b8-e744-4856-84f0-c8f23ccfe2bc req-6b5240dd-f7f0-4b4c-84d5-a12a5ee3adf4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868366 Sep 12 23:36:42.835013 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930a3cf-1a92-4f28-ad61-66a8fc60c06a None None] New status for floating IP 8765e566-f989-4b3b-8776-b1117e18236d: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:36:43.013433 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c017fb1-4e86-48d8-bbb6-bbc2c29321db req-47090a98-ef4a-4577-b50d-4f30e41d9173 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:43.014911 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c017fb1-4e86-48d8-bbb6-bbc2c29321db req-47090a98-ef4a-4577-b50d-4f30e41d9173 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 943 time: 0.0532365 Sep 12 23:36:43.061373 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2c017fb1-4e86-48d8-bbb6-bbc2c29321db req-b921dbe8-a9e2-48d7-90b3-f2be426d4b34 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Sep 12 23:36:43.722480 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:43.759296 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b825c9-c012-4e96-8c7f-56b2675664a2 req-c666f673-ed73-4f32-96b2-7bbad913d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:43.760863 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-09b825c9-c012-4e96-8c7f-56b2675664a2 req-c666f673-ed73-4f32-96b2-7bbad913d5fe service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=24ded699e3a3432cbe1656777da8f958&device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 1127 time: 0.0458679 Sep 12 23:36:43.786487 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device dcd0cb0d-153d-49db-8025-f5fd7352af0f details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:36:43.798396 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:43.857935 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b825c9-c012-4e96-8c7f-56b2675664a2 req-2a7541b1-912e-46db-a22d-87bfbf58c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:43.859885 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-09b825c9-c012-4e96-8c7f-56b2675664a2 req-2a7541b1-912e-46db-a22d-87bfbf58c2e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=3c81539a-e58b-4e42-89a7-b99d91ff7988 HTTP/1.1" status: 200 len: 914 time: 0.0923712 Sep 12 23:36:43.890283 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port dcd0cb0d-153d-49db-8025-f5fd7352af0f, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=dcd0cb0d-153d-49db-8025-f5fd7352af0f,segment=NetworkSegment(8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc),segment_id=8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:43.904927 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-09b825c9-c012-4e96-8c7f-56b2675664a2 req-d801f842-1ac1-41a1-8b20-d5e17cb5da2d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcd0cb0d-153d-49db-8025-f5fd7352af0f HTTP/1.1" status: 200 len: 217 time: 0.0396287 Sep 12 23:36:43.907188 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'dcd0cb0d-153d-49db-8025-f5fd7352af0f', 'network_id': '3c81539a-e58b-4e42-89a7-b99d91ff7988', 'port_id': 'dcd0cb0d-153d-49db-8025-f5fd7352af0f', 'mac_address': 'fa:16:3e:c6:19:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ba09a7-1d5b-4c83-8009-c7c44d2d78d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:36:43.942754 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port dcd0cb0d-153d-49db-8025-f5fd7352af0f is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:36:43.943152 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:43.953821 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b825c9-c012-4e96-8c7f-56b2675664a2 req-73f8c5a4-4f94-469b-aef9-73a9762d1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:43.955313 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-09b825c9-c012-4e96-8c7f-56b2675664a2 req-73f8c5a4-4f94-469b-aef9-73a9762d1f53 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=87ba09a7-1d5b-4c83-8009-c7c44d2d78d1 HTTP/1.1" status: 200 len: 853 time: 0.0447371 Sep 12 23:36:43.958883 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd0cb0d-153d-49db-8025-f5fd7352af0f {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:36:43.979123 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port dcd0cb0d-153d-49db-8025-f5fd7352af0f, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=dcd0cb0d-153d-49db-8025-f5fd7352af0f,segment=NetworkSegment(8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc),segment_id=8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:43.983143 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:43.989056 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-09b825c9-c012-4e96-8c7f-56b2675664a2 req-55d5f7e4-2398-4848-b390-aa0d365f3566 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=3c81539a-e58b-4e42-89a7-b99d91ff7988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276122 Sep 12 23:36:44.028426 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=dcd0cb0d-153d-49db-8025-f5fd7352af0f,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:44.081888 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-09b825c9-c012-4e96-8c7f-56b2675664a2 req-7d13815d-69f2-474b-90e8-afd424a632e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867448 Sep 12 23:36:44.210597 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d21416-486e-4ae9-9139-9875f72ff747 req-de2b5926-0471-4120-b42e-ccd792ad6c9d tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:44.212088 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b4d21416-486e-4ae9-9139-9875f72ff747 req-de2b5926-0471-4120-b42e-ccd792ad6c9d tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 944 time: 0.0669155 Sep 12 23:36:44.214003 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-09b825c9-c012-4e96-8c7f-56b2675664a2 req-648482e9-3465-45a0-9c94-ad2e5a47cd80 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257546 Sep 12 23:36:44.262362 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b4d21416-486e-4ae9-9139-9875f72ff747 req-f10d799e-6b19-4476-a077-559e5aa6b801 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446999 Sep 12 23:36:44.266501 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['dcd0cb0d-153d-49db-8025-f5fd7352af0f'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:36:45.384932 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466ea32-6c6d-483f-aa0e-755e27ee4767 req-8009b81b-4916-48a1-be2d-22e85d82394e tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:45.386583 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6466ea32-6c6d-483f-aa0e-755e27ee4767 req-8009b81b-4916-48a1-be2d-22e85d82394e tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 944 time: 0.0460918 Sep 12 23:36:45.433468 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6466ea32-6c6d-483f-aa0e-755e27ee4767 req-6618f234-e2a0-4c30-a9fd-d85c23b6ed4f tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Sep 12 23:36:45.808485 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device dcd0cb0d-153d-49db-8025-f5fd7352af0f up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:36:45.851843 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port dcd0cb0d-153d-49db-8025-f5fd7352af0f completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:36:45.857491 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port dcd0cb0d-153d-49db-8025-f5fd7352af0f triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:36:45.857967 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:45.934307 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port dcd0cb0d-153d-49db-8025-f5fd7352af0f is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:36:45.934721 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:45.957656 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb5e223-bada-4ef9-a2bb-aa87cb884c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd0cb0d-153d-49db-8025-f5fd7352af0f'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:36:45.959881 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e050fa8c-f15b-4580-a8a8-535ec8b81ba1" -d '{"events": [{"server_uuid": "0bb5e223-bada-4ef9-a2bb-aa87cb884c09", "name": "network-vif-plugged", "status": "completed", "tag": "dcd0cb0d-153d-49db-8025-f5fd7352af0f"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:36:45.972147 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port dcd0cb0d-153d-49db-8025-f5fd7352af0f, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=dcd0cb0d-153d-49db-8025-f5fd7352af0f,segment=NetworkSegment(8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc),segment_id=8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:45.977117 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:46.005095 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47a0faf-9098-4950-98b8-e1dab52aad5a x-openstack-request-id: req-a47a0faf-9098-4950-98b8-e1dab52aad5a {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:36:46.005383 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb5e223-bada-4ef9-a2bb-aa87cb884c09", "name": "network-vif-plugged", "status": "completed", "tag": "dcd0cb0d-153d-49db-8025-f5fd7352af0f", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:36:46.005634 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a47a0faf-9098-4950-98b8-e1dab52aad5a {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:36:46.006021 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47a0faf-9098-4950-98b8-e1dab52aad5a'] response: {'server_uuid': '0bb5e223-bada-4ef9-a2bb-aa87cb884c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd0cb0d-153d-49db-8025-f5fd7352af0f', 'code': 200} Sep 12 23:36:46.029069 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=dcd0cb0d-153d-49db-8025-f5fd7352af0f,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:46.175801 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddf482-7bf9-4ab9-9f33-4f7a37f9ba61 req-f84af42e-c534-4932-a18c-712fe2824451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:46.177790 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7dddf482-7bf9-4ab9-9f33-4f7a37f9ba61 req-f84af42e-c534-4932-a18c-712fe2824451 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 1129 time: 0.0384250 Sep 12 23:36:46.216194 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:46.223276 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7dddf482-7bf9-4ab9-9f33-4f7a37f9ba61 req-27fe5d83-3cfe-442d-9ed0-5a37f0de3d06 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390394 Sep 12 23:36:46.553180 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a467a-2278-4b72-a2cf-e6336aaa6611 req-0a18384f-7ab0-4259-ba9d-57278ddec80d tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:46.554631 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-de0a467a-2278-4b72-a2cf-e6336aaa6611 req-0a18384f-7ab0-4259-ba9d-57278ddec80d tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 945 time: 0.0462778 Sep 12 23:36:46.604940 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-de0a467a-2278-4b72-a2cf-e6336aaa6611 req-d11a84c5-886e-4934-a6b2-481f6e4b8495 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Sep 12 23:36:47.725933 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34068fc3-d557-4004-b15e-8805dc8c7a9e req-29e46615-19fc-4030-a8fb-5977386fa8eb tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:47.727383 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34068fc3-d557-4004-b15e-8805dc8c7a9e req-29e46615-19fc-4030-a8fb-5977386fa8eb tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 945 time: 0.0460777 Sep 12 23:36:47.774336 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-34068fc3-d557-4004-b15e-8805dc8c7a9e req-68eb40c8-332c-4498-8e5b-2b59fc1e5a7e tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Sep 12 23:36:48.897501 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7941c9a-4cf8-4fc9-a485-8ecf742c5a28 req-db825438-e99a-4974-af35-2ac274f2a8f7 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:48.898955 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c7941c9a-4cf8-4fc9-a485-8ecf742c5a28 req-db825438-e99a-4974-af35-2ac274f2a8f7 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 945 time: 0.0471511 Sep 12 23:36:48.949205 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c7941c9a-4cf8-4fc9-a485-8ecf742c5a28 req-1df68f47-7831-461c-9448-4ef3d3fbd3c2 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447896 Sep 12 23:36:52.181510 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-75fd8de5-06ae-4248-b15a-a168d603813a req-37190550-a5b2-4e14-b750-2018a56b2e51 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1336849925&fields=id&tenant_id=00950b4875f54197bf44bd1ffa353937 HTTP/1.1" status: 200 len: 267 time: 0.0445952 Sep 12 23:36:52.230627 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd8de5-06ae-4248-b15a-a168d603813a req-1462c8e7-533b-42f9-b154-748bbbf4b476 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:52.232087 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-75fd8de5-06ae-4248-b15a-a168d603813a req-1462c8e7-533b-42f9-b154-748bbbf4b476 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 984 time: 0.0455644 Sep 12 23:36:52.242253 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [req-75fd8de5-06ae-4248-b15a-a168d603813a req-ffbaea46-9649-4a3d-848e-a063d5b24535 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Request body: {'port': {'security_groups': ['7dc6bc11-da52-4950-bc16-9ffcc053351b']}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:36:52.318859 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-75fd8de5-06ae-4248-b15a-a168d603813a req-ffbaea46-9649-4a3d-848e-a063d5b24535 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:52.493365 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-75fd8de5-06ae-4248-b15a-a168d603813a req-ffbaea46-9649-4a3d-848e-a063d5b24535 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] For port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:36:52.521241 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-75fd8de5-06ae-4248-b15a-a168d603813a req-ffbaea46-9649-4a3d-848e-a063d5b24535 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:52.525935 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-75fd8de5-06ae-4248-b15a-a168d603813a req-ffbaea46-9649-4a3d-848e-a063d5b24535 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:52.536571 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd8de5-06ae-4248-b15a-a168d603813a req-ffbaea46-9649-4a3d-848e-a063d5b24535 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:52.537251 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-75fd8de5-06ae-4248-b15a-a168d603813a req-ffbaea46-9649-4a3d-848e-a063d5b24535 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:52.538589 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-75fd8de5-06ae-4248-b15a-a168d603813a req-ffbaea46-9649-4a3d-848e-a063d5b24535 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "PUT /networking/v2.0/ports/850a1b4c-80ad-42f1-b159-f1b2f080b1ea HTTP/1.1" status: 200 len: 942 time: 0.3006868 Sep 12 23:36:52.539129 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:36:52.539250 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['850a1b4c-80ad-42f1-b159-f1b2f080b1ea'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:36:52.543079 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10" -d '{"events": [{"name": "network-changed", "server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:36:52.544520 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53504) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:52.579208 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:52.589739 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1536a199-7cf6-4589-98c0-0040a2afc369 x-openstack-request-id: req-1536a199-7cf6-4589-98c0-0040a2afc369 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:36:52.589915 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:36:52.590146 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1536a199-7cf6-4589-98c0-0040a2afc369 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:36:52.590548 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1536a199-7cf6-4589-98c0-0040a2afc369'] response: {'name': 'network-changed', 'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'status': 'completed', 'code': 200} Sep 12 23:36:52.605615 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaea46-9649-4a3d-848e-a063d5b24535 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event updated for resources: {'Port': ['ID=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,revision_number=7']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:52.626128 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aff3228e-ebdd-4eaa-8aea-ede079a41ea3 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group (63a59ec2-8575-46a6-b974-b6a29ba9ece8), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:52.653831 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['850a1b4c-80ad-42f1-b159-f1b2f080b1ea'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:36:52.657826 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:52.672976 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aff3228e-ebdd-4eaa-8aea-ede079a41ea3 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group (63a59ec2-8575-46a6-b974-b6a29ba9ece8), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:52.685056 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10 req-a1ea81f0-c684-4d41-8784-73b7aa76d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:52.686551 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10 req-a1ea81f0-c684-4d41-8784-73b7aa76d311 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=00950b4875f54197bf44bd1ffa353937&device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 1129 time: 0.0684018 Sep 12 23:36:52.781828 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:52.806461 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10 req-04604eab-469f-47ea-bf1e-dda13d30a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:52.807984 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10 req-04604eab-469f-47ea-bf1e-dda13d30a39a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bd7cdf13-da54-4506-8d48-c8393a244995 HTTP/1.1" status: 200 len: 915 time: 0.1057982 Sep 12 23:36:52.822430 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aff3228e-ebdd-4eaa-8aea-ede079a41ea3 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (63a59ec2-8575-46a6-b974-b6a29ba9ece8), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:52.825661 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aff3228e-ebdd-4eaa-8aea-ede079a41ea3 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:52.826800 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-aff3228e-ebdd-4eaa-8aea-ede079a41ea3 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/63a59ec2-8575-46a6-b974-b6a29ba9ece8 HTTP/1.1" status: 204 len: 168 time: 0.2812741 Sep 12 23:36:52.829615 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53506) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:36:52.867633 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3228e-ebdd-4eaa-8aea-ede079a41ea3 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a59ec2-8575-46a6-b974-b6a29ba9ece8,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:52.891819 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10 req-5f70fdee-53a3-4cd8-bc92-294d6c07df81 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea HTTP/1.1" status: 200 len: 1001 time: 0.0773430 Sep 12 23:36:52.936870 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:52.939369 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:52.942598 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10 req-a1119731-0477-4d45-811e-ac62ae4bcf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:52.944089 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10 req-a1119731-0477-4d45-811e-ac62ae4bcf38 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4528599c-7f3c-480f-b781-d8464330e2f6 HTTP/1.1" status: 200 len: 853 time: 0.0461440 Sep 12 23:36:52.983984 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Deleting port 46dd5369-907b-47a9-92b4-0cea8d22c5f0 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:36:52.984324 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (46dd5369-907b-47a9-92b4-0cea8d22c5f0), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:52.991945 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10 req-a3358720-e265-4328-8593-e592bf36d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:52.993452 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10 req-a3358720-e265-4328-8593-e592bf36d8fc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bd7cdf13-da54-4506-8d48-c8393a244995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423114 Sep 12 23:36:53.065065 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (46dd5369-907b-47a9-92b4-0cea8d22c5f0), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:53.065293 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for floatingip (46dd5369-907b-47a9-92b4-0cea8d22c5f0), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:53.078387 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Calling delete_port for 46dd5369-907b-47a9-92b4-0cea8d22c5f0 owned by network:floatingip {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:36:53.082690 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10 req-f78ac8b5-918a-4247-affb-97af23f821d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827377 Sep 12 23:36:53.186052 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9328322d-4a8a-4e51-b5ba-dbacfb9b4c10 req-3a1858bb-b1c8-4193-97cc-f099736d0f6f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883863 Sep 12 23:36:53.225554 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (46dd5369-907b-47a9-92b4-0cea8d22c5f0), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:53.250815 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event deleted for resources: {'Port': ['ID=46dd5369-907b-47a9-92b4-0cea8d22c5f0,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:36:53.312072 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks [] for floatingip (4e378285-524a-4780-941a-df688054ddd6), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:53.312399 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Floating IP 4e378285-524a-4780-941a-df688054ddd6 disassociated (deleted). External IP: 172.27.3.165, port: 850a1b4c-80ad-42f1-b159-f1b2f080b1ea. Sep 12 23:36:53.503046 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Router 60407fd8-e64a-4c32-85f0-524254cae1e5 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:36:53.610435 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:36:53.614822 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:53.619850 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2b7f07-0a3d-4925-b060-2bcdc03423e3 None None] Sync routers for ids ['60407fd8-e64a-4c32-85f0-524254cae1e5'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:36:53.629780 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b7f07-0a3d-4925-b060-2bcdc03423e3 None None] Routers {'60407fd8-e64a-4c32-85f0-524254cae1e5'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:36:53.630386 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4d2b7f07-0a3d-4925-b060-2bcdc03423e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:36:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['60407fd8-e64a-4c32-85f0-524254cae1e5'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:53.643553 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-6400246c-bbea-4c46-97fe-ada1b19fea0f tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/4e378285-524a-4780-941a-df688054ddd6 HTTP/1.1" status: 204 len: 168 time: 0.8128734 Sep 12 23:36:53.733753 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-4d2b7f07-0a3d-4925-b060-2bcdc03423e3 None None] Set router 60407fd8-e64a-4c32-85f0-524254cae1e5 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:36:53.936917 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:53.943799 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:54.044910 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4d2b7f07-0a3d-4925-b060-2bcdc03423e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 4, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'e4de3618-1003-4a28-a7ba-7874df76a7ef', 'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'mac_address': 'fa:16:3e:85:34:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:36Z', 'updated_at': '2022-09-12T23:34:42Z', 'revision_number': 5, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'subnets': [{'id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:54.071685 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2b7f07-0a3d-4925-b060-2bcdc03423e3 None None] Checking router: 60407fd8-e64a-4c32-85f0-524254cae1e5 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:36:54.080207 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b7f07-0a3d-4925-b060-2bcdc03423e3 None None] Routers {'60407fd8-e64a-4c32-85f0-524254cae1e5'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:36:54.080807 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4d2b7f07-0a3d-4925-b060-2bcdc03423e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:36:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['60407fd8-e64a-4c32-85f0-524254cae1e5'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:54.179071 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-4d2b7f07-0a3d-4925-b060-2bcdc03423e3 None None] Set router 60407fd8-e64a-4c32-85f0-524254cae1e5 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:36:54.339859 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:54.358077 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4d2b7f07-0a3d-4925-b060-2bcdc03423e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 4, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'e4de3618-1003-4a28-a7ba-7874df76a7ef', 'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'mac_address': 'fa:16:3e:85:34:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:36Z', 'updated_at': '2022-09-12T23:34:42Z', 'revision_number': 5, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'subnets': [{'id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:36:54.383576 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2b7f07-0a3d-4925-b060-2bcdc03423e3 None None] The sync data for ids ['60407fd8-e64a-4c32-85f0-524254cae1e5'] in dv-cinder-852009-7-iscsi is: [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:34:36Z', 'revision_number': 4, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'e4de3618-1003-4a28-a7ba-7874df76a7ef', 'name': '', 'network_id': 'bd7cdf13-da54-4506-8d48-c8393a244995', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'mac_address': 'fa:16:3e:85:34:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:36Z', 'updated_at': '2022-09-12T23:34:42Z', 'revision_number': 5, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'subnets': [{'id': '4528599c-7f3c-480f-b781-d8464330e2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:36:54.592400 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:36:54.594807 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0cb966-dae7-46d4-91c1-3d12998035fb" -d '{"events": [{"name": "network-changed", "server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:36:54.603630 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c300a7b-06ca-43ef-8168-66c1f7fc3e60 None None] New status for floating IP 4e378285-524a-4780-941a-df688054ddd6: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:36:54.635492 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b965099b-df48-47f6-82f0-f6b5143fe4e9 x-openstack-request-id: req-b965099b-df48-47f6-82f0-f6b5143fe4e9 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:36:54.635805 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:36:54.636062 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b965099b-df48-47f6-82f0-f6b5143fe4e9 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:36:54.636467 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b965099b-df48-47f6-82f0-f6b5143fe4e9'] response: {'name': 'network-changed', 'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'status': 'completed', 'code': 200} Sep 12 23:36:54.698862 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cb966-dae7-46d4-91c1-3d12998035fb req-a6f632d4-e138-4b3f-9ea3-516887fe0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:54.700401 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be0cb966-dae7-46d4-91c1-3d12998035fb req-a6f632d4-e138-4b3f-9ea3-516887fe0f3f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=00950b4875f54197bf44bd1ffa353937&device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 1129 time: 0.0422876 Sep 12 23:36:54.794388 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cb966-dae7-46d4-91c1-3d12998035fb req-5825a247-ba31-428b-bd72-c7080b529e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:54.795905 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be0cb966-dae7-46d4-91c1-3d12998035fb req-5825a247-ba31-428b-bd72-c7080b529e9b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=bd7cdf13-da54-4506-8d48-c8393a244995 HTTP/1.1" status: 200 len: 915 time: 0.0889134 Sep 12 23:36:54.897970 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-493a90ff-ef57-426e-9d80-2048b09c9dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:54.931027 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be0cb966-dae7-46d4-91c1-3d12998035fb req-57ebc716-7559-4a6e-a290-23be33c71607 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea HTTP/1.1" status: 200 len: 217 time: 0.0379248 Sep 12 23:36:55.285467 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cb966-dae7-46d4-91c1-3d12998035fb req-b934a771-a21b-4682-867e-b57795aaccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:55.286918 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be0cb966-dae7-46d4-91c1-3d12998035fb req-b934a771-a21b-4682-867e-b57795aaccad service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4528599c-7f3c-480f-b781-d8464330e2f6 HTTP/1.1" status: 200 len: 853 time: 0.0448813 Sep 12 23:36:55.333559 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cb966-dae7-46d4-91c1-3d12998035fb req-b187a739-561e-4698-af73-139534a311bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:36:55.335009 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be0cb966-dae7-46d4-91c1-3d12998035fb req-b187a739-561e-4698-af73-139534a311bf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=bd7cdf13-da54-4506-8d48-c8393a244995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416081 Sep 12 23:36:55.685243 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:55.727235 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be0cb966-dae7-46d4-91c1-3d12998035fb req-93a18efd-4f69-4ab2-b335-188a34cf16e7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927081 Sep 12 23:36:56.129251 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-be0cb966-dae7-46d4-91c1-3d12998035fb req-28dd8444-9655-4226-8d22-c303c4f49da3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892224 Sep 12 23:36:57.337255 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-234e2643-ad81-4c2e-81be-0af3dd0cad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:58.509266 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:36:59.725172 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:36:59.741388 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:00.026635 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:00.593761 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722474f-ff61-445d-a4d4-68013ff6354e req-cf7d4573-959a-46e9-8c3a-a4369fdddb55 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:00.595219 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2722474f-ff61-445d-a4d4-68013ff6354e req-cf7d4573-959a-46e9-8c3a-a4369fdddb55 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.0518794 Sep 12 23:37:00.641466 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2722474f-ff61-445d-a4d4-68013ff6354e req-fb5f1961-074d-4373-b5a6-2ab2cb012f79 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 Sep 12 23:37:01.768532 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6da82-1c50-4158-b459-cbe28adc5500 req-b8ccecc5-25d3-459c-860d-4944b80af12d tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:01.770481 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5fa6da82-1c50-4158-b459-cbe28adc5500 req-b8ccecc5-25d3-459c-860d-4944b80af12d tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.0462036 Sep 12 23:37:01.817332 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-5fa6da82-1c50-4158-b459-cbe28adc5500 req-5a1c1c1a-4314-4620-ba21-c150b10435a1 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Sep 12 23:37:02.925767 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:02.930947 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:02.940086 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4ddb6-c854-42e9-b0be-5f6ada16fc7c req-f2e9161c-5de8-4d95-8801-439c72bc5d2e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:02.941600 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dbf4ddb6-c854-42e9-b0be-5f6ada16fc7c req-f2e9161c-5de8-4d95-8801-439c72bc5d2e tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.0489316 Sep 12 23:37:02.987260 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dbf4ddb6-c854-42e9-b0be-5f6ada16fc7c req-1fd03fc4-061d-4127-9fcb-4a059401a555 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Sep 12 23:37:04.103485 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786490d-95b1-49da-8c3a-e4d6d8c8d596 req-70860fa4-4f1e-4829-a380-4665b2831d95 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:04.104964 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2786490d-95b1-49da-8c3a-e4d6d8c8d596 req-70860fa4-4f1e-4829-a380-4665b2831d95 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.0458839 Sep 12 23:37:04.155641 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2786490d-95b1-49da-8c3a-e4d6d8c8d596 req-2f8372d8-774c-49cf-a79e-f2fd7c75e6d5 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=7dc6bc11-da52-4950-bc16-9ffcc053351b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451431 Sep 12 23:37:04.602674 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a460f-382a-4a5b-ae82-2e2068309ff9 req-b871a313-e888-496a-9d8a-c24cde7ca65a tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:04.604109 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-342a460f-382a-4a5b-ae82-2e2068309ff9 req-b871a313-e888-496a-9d8a-c24cde7ca65a tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 945 time: 0.0450509 Sep 12 23:37:04.671821 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:04.686166 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-342a460f-382a-4a5b-ae82-2e2068309ff9 req-5f621361-6068-40bc-8dfb-fb82a77b8eb2 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Deleting port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:04.686508 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-342a460f-382a-4a5b-ae82-2e2068309ff9 req-5f621361-6068-40bc-8dfb-fb82a77b8eb2 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:04.784181 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-342a460f-382a-4a5b-ae82-2e2068309ff9 req-5f621361-6068-40bc-8dfb-fb82a77b8eb2 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] For port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:04.785062 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-342a460f-382a-4a5b-ae82-2e2068309ff9 req-5f621361-6068-40bc-8dfb-fb82a77b8eb2 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:04.797976 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-342a460f-382a-4a5b-ae82-2e2068309ff9 req-5f621361-6068-40bc-8dfb-fb82a77b8eb2 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Calling delete_port for 850a1b4c-80ad-42f1-b159-f1b2f080b1ea owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:04.925953 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-342a460f-382a-4a5b-ae82-2e2068309ff9 req-5f621361-6068-40bc-8dfb-fb82a77b8eb2 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (850a1b4c-80ad-42f1-b159-f1b2f080b1ea), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:04.938040 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['850a1b4c-80ad-42f1-b159-f1b2f080b1ea'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:37:04.952665 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f621361-6068-40bc-8dfb-fb82a77b8eb2 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Pushing event deleted for resources: {'Port': ['ID=850a1b4c-80ad-42f1-b159-f1b2f080b1ea,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:04.999175 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-342a460f-382a-4a5b-ae82-2e2068309ff9 req-5f621361-6068-40bc-8dfb-fb82a77b8eb2 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] No DVR routers for this DVR port 850a1b4c-80ad-42f1-b159-f1b2f080b1ea on host hv-cinder-85200 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:37:05.001773 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-342a460f-382a-4a5b-ae82-2e2068309ff9 req-5f621361-6068-40bc-8dfb-fb82a77b8eb2 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:05.005154 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-342a460f-382a-4a5b-ae82-2e2068309ff9 req-5f621361-6068-40bc-8dfb-fb82a77b8eb2 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.25 "DELETE /networking/v2.0/ports/850a1b4c-80ad-42f1-b159-f1b2f080b1ea HTTP/1.1" status: 204 len: 173 time: 0.3957009 Sep 12 23:37:05.005652 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'name': 'network-vif-deleted', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:37:05.007992 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764e3bf7-d634-4614-bd4c-5f4866f6d760" -d '{"events": [{"server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "name": "network-vif-deleted", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:37:05.059390 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aac43c-e3ec-488e-b49d-826ef6e2a8ef x-openstack-request-id: req-13aac43c-e3ec-488e-b49d-826ef6e2a8ef {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:37:05.059789 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761f11ac-7169-4c25-9288-60b5bc3eed8a", "name": "network-vif-deleted", "tag": "850a1b4c-80ad-42f1-b159-f1b2f080b1ea", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:37:05.060050 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-13aac43c-e3ec-488e-b49d-826ef6e2a8ef {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:37:05.060463 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13aac43c-e3ec-488e-b49d-826ef6e2a8ef'] response: {'server_uuid': '761f11ac-7169-4c25-9288-60b5bc3eed8a', 'name': 'network-vif-deleted', 'tag': '850a1b4c-80ad-42f1-b159-f1b2f080b1ea', 'status': 'completed', 'code': 200} Sep 12 23:37:05.271756 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c9975b3a-3995-4179-812c-166afa0e46ab req-53134ede-1946-425e-bf7c-d210132b95e0 tempest-TestMinimumBasicScenario-1750740515 tempest-TestMinimumBasicScenario-1750740515-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=761f11ac-7169-4c25-9288-60b5bc3eed8a HTTP/1.1" status: 200 len: 210 time: 0.0302074 Sep 12 23:37:06.977035 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53648) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:07.171607 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:07.285184 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739930'] for router_interface (60407fd8-e64a-4c32-85f0-524254cae1e5), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:07.437726 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:07.499607 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] Deleting port e4de3618-1003-4a28-a7ba-7874df76a7ef {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:07.499953 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:07.583713 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] For port e4de3618-1003-4a28-a7ba-7874df76a7ef, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=e4de3618-1003-4a28-a7ba-7874df76a7ef,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:07.584104 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:07.597477 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] Calling delete_port for e4de3618-1003-4a28-a7ba-7874df76a7ef owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:07.776663 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (e4de3618-1003-4a28-a7ba-7874df76a7ef), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:07.800708 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4de3618-1003-4a28-a7ba-7874df76a7ef,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:07.965133 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764362'] for router_interface (60407fd8-e64a-4c32-85f0-524254cae1e5), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:08.336019 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:08.401388 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] Router 60407fd8-e64a-4c32-85f0-524254cae1e5 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:37:08.411717 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:08.508500 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:37:08.518982 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a28a0-c60f-49dd-a61d-8d9ed9991a46 None None] Sync routers for ids ['60407fd8-e64a-4c32-85f0-524254cae1e5'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:37:08.525850 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:08.526018 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-c765b4b5-432b-43d7-87a0-b2f84d7fc582 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/60407fd8-e64a-4c32-85f0-524254cae1e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5452733 Sep 12 23:37:08.527480 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53656) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:08.532008 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a28a0-c60f-49dd-a61d-8d9ed9991a46 None None] Routers {'60407fd8-e64a-4c32-85f0-524254cae1e5'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:37:08.532704 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fc3a28a0-c60f-49dd-a61d-8d9ed9991a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:36:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['60407fd8-e64a-4c32-85f0-524254cae1e5'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:08.631837 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Publish callbacks [] for router (60407fd8-e64a-4c32-85f0-524254cae1e5), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:08.638124 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-fc3a28a0-c60f-49dd-a61d-8d9ed9991a46 None None] Set router 60407fd8-e64a-4c32-85f0-524254cae1e5 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:37:08.740126 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Publish callbacks [] for router_gateway (60407fd8-e64a-4c32-85f0-524254cae1e5), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:08.787132 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Deleting port 16e54064-6c1e-4811-8f94-1ee5fbec2801 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:08.787469 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:08.812685 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fc3a28a0-c60f-49dd-a61d-8d9ed9991a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:37:07Z', 'revision_number': 5, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port': {'id': '16e54064-6c1e-4811-8f94-1ee5fbec2801', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:07:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:34Z', 'updated_at': '2022-09-12T23:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:08.839524 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a28a0-c60f-49dd-a61d-8d9ed9991a46 None None] Checking router: 60407fd8-e64a-4c32-85f0-524254cae1e5 for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:37:08.857159 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a28a0-c60f-49dd-a61d-8d9ed9991a46 None None] Routers {'60407fd8-e64a-4c32-85f0-524254cae1e5'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:37:08.858317 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fc3a28a0-c60f-49dd-a61d-8d9ed9991a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:36:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['60407fd8-e64a-4c32-85f0-524254cae1e5'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:08.889146 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] For port 16e54064-6c1e-4811-8f94-1ee5fbec2801, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=16e54064-6c1e-4811-8f94-1ee5fbec2801,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:08.890001 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:08.909588 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Calling delete_port for 16e54064-6c1e-4811-8f94-1ee5fbec2801 owned by network:router_gateway {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:08.945690 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-fc3a28a0-c60f-49dd-a61d-8d9ed9991a46 None None] Set router 60407fd8-e64a-4c32-85f0-524254cae1e5 gateway port host: None {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:37:08.995686 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fc3a28a0-c60f-49dd-a61d-8d9ed9991a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:37:08Z', 'revision_number': 6, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port_host': None}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:09.020786 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a28a0-c60f-49dd-a61d-8d9ed9991a46 None None] The sync data for ids ['60407fd8-e64a-4c32-85f0-524254cae1e5'] in dv-cinder-852009-7-iscsi is: [{'id': '60407fd8-e64a-4c32-85f0-524254cae1e5', 'name': 'tempest-TestMinimumBasicScenario-499737956-router', 'tenant_id': '00950b4875f54197bf44bd1ffa353937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:33Z', 'updated_at': '2022-09-12T23:37:08Z', 'revision_number': 6, 'project_id': '00950b4875f54197bf44bd1ffa353937', 'gw_port_host': None}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:37:09.099212 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (16e54064-6c1e-4811-8f94-1ee5fbec2801), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.129949 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Pushing event deleted for resources: {'Port': ['ID=16e54064-6c1e-4811-8f94-1ee5fbec2801,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:09.191914 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1646425'] for router_gateway (60407fd8-e64a-4c32-85f0-524254cae1e5), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.266377 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:09.267254 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:09.275773 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1762244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62030'] for router (60407fd8-e64a-4c32-85f0-524254cae1e5), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.277146 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:09.278433 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Publish callbacks [] for router_controller (60407fd8-e64a-4c32-85f0-524254cae1e5), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.321639 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1764441'] for router (60407fd8-e64a-4c32-85f0-524254cae1e5), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.322111 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60407fd8-e64a-4c32-85f0-524254cae1e5 {{(pid=106216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:37:09.326172 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.327356 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-839d819c-ec27-4d6b-8037-76380768e26c admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/60407fd8-e64a-4c32-85f0-524254cae1e5 HTTP/1.1" status: 204 len: 168 time: 0.7979569 Sep 12 23:37:09.330422 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53668) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:09.380825 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b37dca-ac89-4442-8313-8bfbb33a7bf4 admin admin] Deleting subnet 4528599c-7f3c-480f-b781-d8464330e2f6 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:37:09.384204 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9b37dca-ac89-4442-8313-8bfbb33a7bf4 admin admin] Publish callbacks [] for subnet (4528599c-7f3c-480f-b781-d8464330e2f6), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.418248 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:09.420881 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9b37dca-ac89-4442-8313-8bfbb33a7bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123286'] for subnet (4528599c-7f3c-480f-b781-d8464330e2f6), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.502008 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9b37dca-ac89-4442-8313-8bfbb33a7bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (4528599c-7f3c-480f-b781-d8464330e2f6), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.560017 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9b37dca-ac89-4442-8313-8bfbb33a7bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3896179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372773'] for subnet (4528599c-7f3c-480f-b781-d8464330e2f6), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.586777 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b37dca-ac89-4442-8313-8bfbb33a7bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4528599c-7f3c-480f-b781-d8464330e2f6,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:09.588765 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b9b37dca-ac89-4442-8313-8bfbb33a7bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.591918 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-b9b37dca-ac89-4442-8313-8bfbb33a7bf4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/4528599c-7f3c-480f-b781-d8464330e2f6 HTTP/1.1" status: 204 len: 168 time: 0.2605073 Sep 12 23:37:09.595022 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53670) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:09.598287 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d9d2b-f7db-457c-a254-64c9473b039d None None] Network bd7cdf13-da54-4506-8d48-c8393a244995 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:37:09.621335 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:37:09.666193 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (bd7cdf13-da54-4506-8d48-c8393a244995), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.710334 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Deleting port c2dae868-527c-4ef5-a7fa-af796905b00f {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:09.710821 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.783550 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] For port c2dae868-527c-4ef5-a7fa-af796905b00f, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=c2dae868-527c-4ef5-a7fa-af796905b00f,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:09.784463 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.802349 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Calling delete_port for c2dae868-527c-4ef5-a7fa-af796905b00f owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:09.802588 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b11bd-a210-498f-af53-5839bb8f3ef3 None None] DHCP port deletion for bd7cdf13-da54-4506-8d48-c8393a244995 request from dv-cinder-852009-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:37:09.840056 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b11bd-a210-498f-af53-5839bb8f3ef3 None None] Deleting port c2dae868-527c-4ef5-a7fa-af796905b00f {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:09.840429 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1e0b11bd-a210-498f-af53-5839bb8f3ef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.883711 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.897568 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 850a1b4c-80ad-42f1-b159-f1b2f080b1ea no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:37:09.924025 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2dae868-527c-4ef5-a7fa-af796905b00f,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:09.930491 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] No DVR routers for this DVR port c2dae868-527c-4ef5-a7fa-af796905b00f on host dv-cinder-852009-7-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:37:09.934267 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-1e0b11bd-a210-498f-af53-5839bb8f3ef3 None None] For port c2dae868-527c-4ef5-a7fa-af796905b00f, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=c2dae868-527c-4ef5-a7fa-af796905b00f,segment=NetworkSegment(c284efff-bdd9-42e3-9260-ccb12a33a88e),segment_id=c284efff-bdd9-42e3-9260-ccb12a33a88e)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:09.934756 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1e0b11bd-a210-498f-af53-5839bb8f3ef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:09.937394 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: 850a1b4c-80ad-42f1-b159-f1b2f080b1ea {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:37:09.937772 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 850a1b4c-80ad-42f1-b159-f1b2f080b1ea not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:37:09.951111 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b11bd-a210-498f-af53-5839bb8f3ef3 None None] Calling delete_port for c2dae868-527c-4ef5-a7fa-af796905b00f owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:10.005352 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (bd7cdf13-da54-4506-8d48-c8393a244995), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:10.028242 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7cdf13-da54-4506-8d48-c8393a244995']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:10.038792 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1e0b11bd-a210-498f-af53-5839bb8f3ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976'] for port (c2dae868-527c-4ef5-a7fa-af796905b00f), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:10.041352 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c284efff-bdd9-42e3-9260-ccb12a33a88e') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:10.041701 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c284efff-bdd9-42e3-9260-ccb12a33a88e') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:10.053764 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2123295'] for segment (c284efff-bdd9-42e3-9260-ccb12a33a88e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:10.065952 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b11bd-a210-498f-af53-5839bb8f3ef3 None None] Pushing event deleted for resources: {'Port': ['ID=c2dae868-527c-4ef5-a7fa-af796905b00f,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:10.070114 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b11bd-a210-498f-af53-5839bb8f3ef3 None None] No DVR routers for this DVR port c2dae868-527c-4ef5-a7fa-af796905b00f on host dv-cinder-852009-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:37:10.072217 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (c284efff-bdd9-42e3-9260-ccb12a33a88e), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:10.083956 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:37:10.084302 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3896281'] for segment (c284efff-bdd9-42e3-9260-ccb12a33a88e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:10.139734 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment c284efff-bdd9-42e3-9260-ccb12a33a88e resource provider aggregate not found Sep 12 23:37:10.160601 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment c284efff-bdd9-42e3-9260-ccb12a33a88e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c284efff-bdd9-42e3-9260-ccb12a33a88e found for delete ", "request_id": "req-f520a9a5-56fa-4a89-8b12-6a00175bfaeb"}]} Sep 12 23:37:10.168388 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (bd7cdf13-da54-4506-8d48-c8393a244995), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:10.185847 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:10.189061 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/bd7cdf13-da54-4506-8d48-c8393a244995 HTTP/1.1" status: 204 len: 168 time: 0.5928595 Sep 12 23:37:10.190270 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6121fa-47ec-40e3-95b4-efdcd00e0b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7cdf13-da54-4506-8d48-c8393a244995,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:10.192032 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53682) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:10.231440 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618edfb-0b28-47e2-a256-14495ba60c78 req-d3c7a31c-c690-4aac-9733-0df397b2b5f4 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:10.238519 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a618edfb-0b28-47e2-a256-14495ba60c78 req-d3c7a31c-c690-4aac-9733-0df397b2b5f4 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 945 time: 0.0667038 Sep 12 23:37:10.285847 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-a618edfb-0b28-47e2-a256-14495ba60c78 req-0dbf7e65-410c-4ce8-851a-c4141367e9b1 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464635 Sep 12 23:37:10.299206 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:10.350894 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:10.514074 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739930'] for router_interface (0e7c3061-e74a-4037-a603-8fb4fd09921e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:10.539119 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 16e54064-6c1e-4811-8f94-1ee5fbec2801 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:37:10.558604 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 16e54064-6c1e-4811-8f94-1ee5fbec2801 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:37:10.558941 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 16e54064-6c1e-4811-8f94-1ee5fbec2801 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:37:10.559343 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device e4de3618-1003-4a28-a7ba-7874df76a7ef no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:37:10.576999 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: e4de3618-1003-4a28-a7ba-7874df76a7ef {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:37:10.577341 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device e4de3618-1003-4a28-a7ba-7874df76a7ef not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:37:10.577773 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device c2dae868-527c-4ef5-a7fa-af796905b00f no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:37:10.595143 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: c2dae868-527c-4ef5-a7fa-af796905b00f {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:37:10.595484 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device c2dae868-527c-4ef5-a7fa-af796905b00f not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:37:10.739255 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] Deleting port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:10.739506 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:10.818862 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] For port 7a8e255e-c1ba-40ed-8475-093c01eb0bf8, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=7a8e255e-c1ba-40ed-8475-093c01eb0bf8,segment=NetworkSegment(be7e5dc6-1a00-4d93-ac7f-6bd650346819),segment_id=be7e5dc6-1a00-4d93-ac7f-6bd650346819)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:10.819221 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:10.831975 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] Calling delete_port for 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:11.021676 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (7a8e255e-c1ba-40ed-8475-093c01eb0bf8), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:11.043777 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8e255e-c1ba-40ed-8475-093c01eb0bf8,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:11.161877 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:11.202303 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:11.212546 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764362'] for router_interface (0e7c3061-e74a-4037-a603-8fb4fd09921e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:11.441940 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175305d-5f8d-4e11-b9f8-ed24d069b350 req-d401f3af-4e28-4c03-9973-5b1925901ada tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:11.443407 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9175305d-5f8d-4e11-b9f8-ed24d069b350 req-d401f3af-4e28-4c03-9973-5b1925901ada tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 945 time: 0.0787857 Sep 12 23:37:11.474174 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] Router 0e7c3061-e74a-4037-a603-8fb4fd09921e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:37:11.511240 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9175305d-5f8d-4e11-b9f8-ed24d069b350 req-28cbe89f-4839-4bcc-958e-6f683c3465eb tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610716 Sep 12 23:37:11.601113 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:37:11.605975 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-8d829824-ac82-4329-864d-bd05ea489c4e admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/0e7c3061-e74a-4037-a603-8fb4fd09921e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4129505 Sep 12 23:37:11.608447 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53688) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:11.610872 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb68393-36bb-4e34-bb29-9b6de6e8a82a None None] Sync routers for ids ['0e7c3061-e74a-4037-a603-8fb4fd09921e'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:37:11.622356 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb68393-36bb-4e34-bb29-9b6de6e8a82a None None] Routers {'0e7c3061-e74a-4037-a603-8fb4fd09921e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:37:11.622988 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-feb68393-36bb-4e34-bb29-9b6de6e8a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:36:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['0e7c3061-e74a-4037-a603-8fb4fd09921e'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:11.705732 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Publish callbacks [] for router (0e7c3061-e74a-4037-a603-8fb4fd09921e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:11.724288 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-feb68393-36bb-4e34-bb29-9b6de6e8a82a None None] Set router 0e7c3061-e74a-4037-a603-8fb4fd09921e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:37:11.900065 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-feb68393-36bb-4e34-bb29-9b6de6e8a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'name': 'tempest-TestMinimumBasicScenario-2091095474-router', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:38Z', 'updated_at': '2022-09-12T23:37:10Z', 'revision_number': 5, 'project_id': '87e1811735e0433e88857ab3b3726533', 'gw_port': {'id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:39Z', 'updated_at': '2022-09-12T23:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:11.926850 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb68393-36bb-4e34-bb29-9b6de6e8a82a None None] Checking router: 0e7c3061-e74a-4037-a603-8fb4fd09921e for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:37:11.935618 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb68393-36bb-4e34-bb29-9b6de6e8a82a None None] Routers {'0e7c3061-e74a-4037-a603-8fb4fd09921e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:37:11.936243 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-feb68393-36bb-4e34-bb29-9b6de6e8a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:36:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['0e7c3061-e74a-4037-a603-8fb4fd09921e'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:12.037951 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-feb68393-36bb-4e34-bb29-9b6de6e8a82a None None] Set router 0e7c3061-e74a-4037-a603-8fb4fd09921e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:37:12.038327 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Publish callbacks [] for router_gateway (0e7c3061-e74a-4037-a603-8fb4fd09921e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.112140 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Deleting port 4f87bd2c-a06e-4506-9131-4856eba3493e {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:12.112480 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.133304 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dbb44-3481-4cd7-bec7-67952b8f4fa2 req-42d76235-a468-4c51-8975-df3039f42cce tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:12.134735 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-533dbb44-3481-4cd7-bec7-67952b8f4fa2 req-42d76235-a468-4c51-8975-df3039f42cce tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 945 time: 0.0668468 Sep 12 23:37:12.208657 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-feb68393-36bb-4e34-bb29-9b6de6e8a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'name': 'tempest-TestMinimumBasicScenario-2091095474-router', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:38Z', 'updated_at': '2022-09-12T23:37:10Z', 'revision_number': 5, 'project_id': '87e1811735e0433e88857ab3b3726533', 'gw_port': {'id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:39Z', 'updated_at': '2022-09-12T23:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:12.233261 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb68393-36bb-4e34-bb29-9b6de6e8a82a None None] The sync data for ids ['0e7c3061-e74a-4037-a603-8fb4fd09921e'] in dv-cinder-852009-7-iscsi is: [{'id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'name': 'tempest-TestMinimumBasicScenario-2091095474-router', 'tenant_id': '87e1811735e0433e88857ab3b3726533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:34:38Z', 'updated_at': '2022-09-12T23:37:10Z', 'revision_number': 5, 'project_id': '87e1811735e0433e88857ab3b3726533', 'gw_port': {'id': '4f87bd2c-a06e-4506-9131-4856eba3493e', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3061-e74a-4037-a603-8fb4fd09921e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:34:39Z', 'updated_at': '2022-09-12T23:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:37:12.273158 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] For port 4f87bd2c-a06e-4506-9131-4856eba3493e, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=4f87bd2c-a06e-4506-9131-4856eba3493e,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:12.273524 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.284269 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-533dbb44-3481-4cd7-bec7-67952b8f4fa2 req-8a3f22e9-bebc-41d7-b804-f2d6b441b876 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Deleting port dcd0cb0d-153d-49db-8025-f5fd7352af0f {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:12.284596 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-533dbb44-3481-4cd7-bec7-67952b8f4fa2 req-8a3f22e9-bebc-41d7-b804-f2d6b441b876 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.290678 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:12.300927 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Calling delete_port for 4f87bd2c-a06e-4506-9131-4856eba3493e owned by network:router_gateway {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:12.306783 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:12.429764 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-533dbb44-3481-4cd7-bec7-67952b8f4fa2 req-8a3f22e9-bebc-41d7-b804-f2d6b441b876 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] For port dcd0cb0d-153d-49db-8025-f5fd7352af0f, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=dcd0cb0d-153d-49db-8025-f5fd7352af0f,segment=NetworkSegment(8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc),segment_id=8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:12.430122 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-533dbb44-3481-4cd7-bec7-67952b8f4fa2 req-8a3f22e9-bebc-41d7-b804-f2d6b441b876 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.477767 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-533dbb44-3481-4cd7-bec7-67952b8f4fa2 req-8a3f22e9-bebc-41d7-b804-f2d6b441b876 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Calling delete_port for dcd0cb0d-153d-49db-8025-f5fd7352af0f owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:12.611260 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (4f87bd2c-a06e-4506-9131-4856eba3493e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.644566 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b43d62-0609-436a-a34a-156204bafab9 req-8174b71d-c2c5-49cb-bd34-3b06111c75af tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:12.646399 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-49b43d62-0609-436a-a34a-156204bafab9 req-8174b71d-c2c5-49cb-bd34-3b06111c75af tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0bb5e223-bada-4ef9-a2bb-aa87cb884c09 HTTP/1.1" status: 200 len: 945 time: 0.0602880 Sep 12 23:37:12.676322 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:37:12.680979 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f87bd2c-a06e-4506-9131-4856eba3493e,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:12.708103 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-49b43d62-0609-436a-a34a-156204bafab9 req-6bc85ab7-229c-41be-bff9-1a6b4dbf45cc tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=944a4aae-9620-49e2-b937-3a8cd22b462d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534856 Sep 12 23:37:12.709665 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:37:12.710500 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 7a8e255e-c1ba-40ed-8475-093c01eb0bf8 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:37:12.753950 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-533dbb44-3481-4cd7-bec7-67952b8f4fa2 req-8a3f22e9-bebc-41d7-b804-f2d6b441b876 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (dcd0cb0d-153d-49db-8025-f5fd7352af0f), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.768057 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['dcd0cb0d-153d-49db-8025-f5fd7352af0f'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:37:12.789029 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1646425'] for router_gateway (0e7c3061-e74a-4037-a603-8fb4fd09921e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.791159 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f22e9-bebc-41d7-b804-f2d6b441b876 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Pushing event deleted for resources: {'Port': ['ID=dcd0cb0d-153d-49db-8025-f5fd7352af0f,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:12.915675 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-533dbb44-3481-4cd7-bec7-67952b8f4fa2 req-8a3f22e9-bebc-41d7-b804-f2d6b441b876 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] No DVR routers for this DVR port dcd0cb0d-153d-49db-8025-f5fd7352af0f on host hv-cinder-85200 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:37:12.918459 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1762244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62030'] for router (0e7c3061-e74a-4037-a603-8fb4fd09921e), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.920674 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-533dbb44-3481-4cd7-bec7-67952b8f4fa2 req-8a3f22e9-bebc-41d7-b804-f2d6b441b876 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.925046 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-533dbb44-3481-4cd7-bec7-67952b8f4fa2 req-8a3f22e9-bebc-41d7-b804-f2d6b441b876 tempest-VolumesSnapshotTestJSON-1340425783 tempest-VolumesSnapshotTestJSON-1340425783-project] 10.222.0.25 "DELETE /networking/v2.0/ports/dcd0cb0d-153d-49db-8025-f5fd7352af0f HTTP/1.1" status: 204 len: 173 time: 0.7627265 Sep 12 23:37:12.925172 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb5e223-bada-4ef9-a2bb-aa87cb884c09', 'name': 'network-vif-deleted', 'tag': 'dcd0cb0d-153d-49db-8025-f5fd7352af0f'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:37:12.927347 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d3e232-01ab-4092-a5c0-a3a42c587f78" -d '{"events": [{"server_uuid": "0bb5e223-bada-4ef9-a2bb-aa87cb884c09", "name": "network-vif-deleted", "tag": "dcd0cb0d-153d-49db-8025-f5fd7352af0f"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:37:12.930350 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Publish callbacks [] for router_controller (0e7c3061-e74a-4037-a603-8fb4fd09921e), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.974696 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1764441'] for router (0e7c3061-e74a-4037-a603-8fb4fd09921e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.977204 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e7c3061-e74a-4037-a603-8fb4fd09921e {{(pid=106216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:37:12.978970 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53782b2-dc3d-467b-979a-9a4de610662b x-openstack-request-id: req-e53782b2-dc3d-467b-979a-9a4de610662b {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:37:12.979259 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb5e223-bada-4ef9-a2bb-aa87cb884c09", "name": "network-vif-deleted", "tag": "dcd0cb0d-153d-49db-8025-f5fd7352af0f", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:37:12.979555 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e53782b2-dc3d-467b-979a-9a4de610662b {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:37:12.979948 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53782b2-dc3d-467b-979a-9a4de610662b'] response: {'server_uuid': '0bb5e223-bada-4ef9-a2bb-aa87cb884c09', 'name': 'network-vif-deleted', 'tag': 'dcd0cb0d-153d-49db-8025-f5fd7352af0f', 'status': 'completed', 'code': 200} Sep 12 23:37:12.982866 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:12.984053 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-fcea24f5-5275-4468-8d33-e272cf033675 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/0e7c3061-e74a-4037-a603-8fb4fd09921e HTTP/1.1" status: 204 len: 168 time: 1.3745635 Sep 12 23:37:12.986584 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53696) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:13.035698 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f105775-aae3-4711-b149-6389eeea0c65 admin admin] Deleting subnet 41a16a8b-3b6e-49b6-8c34-3d4421844d12 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:37:13.038996 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7f105775-aae3-4711-b149-6389eeea0c65 admin admin] Publish callbacks [] for subnet (41a16a8b-3b6e-49b6-8c34-3d4421844d12), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.088131 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7f105775-aae3-4711-b149-6389eeea0c65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123286'] for subnet (41a16a8b-3b6e-49b6-8c34-3d4421844d12), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.167586 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:13.174282 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7f105775-aae3-4711-b149-6389eeea0c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (41a16a8b-3b6e-49b6-8c34-3d4421844d12), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.199984 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:13.231626 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7f105775-aae3-4711-b149-6389eeea0c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3896179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372773'] for subnet (41a16a8b-3b6e-49b6-8c34-3d4421844d12), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.261691 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f105775-aae3-4711-b149-6389eeea0c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a16a8b-3b6e-49b6-8c34-3d4421844d12,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:13.266258 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-7f105775-aae3-4711-b149-6389eeea0c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.269912 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-7f105775-aae3-4711-b149-6389eeea0c65 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/41a16a8b-3b6e-49b6-8c34-3d4421844d12 HTTP/1.1" status: 204 len: 168 time: 0.2813020 Sep 12 23:37:13.272165 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53698) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:13.274166 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0cf1ee-34d8-4775-b1b7-1bbae79071ef None None] Network 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:37:13.315436 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:13.325521 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:13.344832 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (07e9ae70-667c-4d30-b0b8-a5b28fb1fd26), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.388858 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Deleting port ee178154-2db0-4949-a551-072d3097f7eb {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:13.389198 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (ee178154-2db0-4949-a551-072d3097f7eb), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.450548 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1919c6fa-a3d3-4c96-9d58-6c94712417af None None] DHCP port deletion for 07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 request from dv-cinder-852009-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:37:13.462882 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] For port ee178154-2db0-4949-a551-072d3097f7eb, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=ee178154-2db0-4949-a551-072d3097f7eb,segment=NetworkSegment(be7e5dc6-1a00-4d93-ac7f-6bd650346819),segment_id=be7e5dc6-1a00-4d93-ac7f-6bd650346819)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:13.463256 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (ee178154-2db0-4949-a551-072d3097f7eb), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.479918 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Calling delete_port for ee178154-2db0-4949-a551-072d3097f7eb owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:13.492157 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1919c6fa-a3d3-4c96-9d58-6c94712417af None None] Deleting port ee178154-2db0-4949-a551-072d3097f7eb {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:13.492887 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1919c6fa-a3d3-4c96-9d58-6c94712417af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (ee178154-2db0-4949-a551-072d3097f7eb), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.564550 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-1919c6fa-a3d3-4c96-9d58-6c94712417af None None] For port ee178154-2db0-4949-a551-072d3097f7eb, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=ee178154-2db0-4949-a551-072d3097f7eb,segment=NetworkSegment(be7e5dc6-1a00-4d93-ac7f-6bd650346819),segment_id=be7e5dc6-1a00-4d93-ac7f-6bd650346819)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:13.565527 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (ee178154-2db0-4949-a551-072d3097f7eb), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.566176 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1919c6fa-a3d3-4c96-9d58-6c94712417af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (ee178154-2db0-4949-a551-072d3097f7eb), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.581186 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-1919c6fa-a3d3-4c96-9d58-6c94712417af None None] Calling delete_port for ee178154-2db0-4949-a551-072d3097f7eb owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:13.594214 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee178154-2db0-4949-a551-072d3097f7eb,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:13.597082 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] No DVR routers for this DVR port ee178154-2db0-4949-a551-072d3097f7eb on host dv-cinder-852009-7-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:37:13.669991 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1919c6fa-a3d3-4c96-9d58-6c94712417af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976'] for port (ee178154-2db0-4949-a551-072d3097f7eb), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.678131 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (07e9ae70-667c-4d30-b0b8-a5b28fb1fd26), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.694815 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919c6fa-a3d3-4c96-9d58-6c94712417af None None] Pushing event deleted for resources: {'Port': ['ID=ee178154-2db0-4949-a551-072d3097f7eb,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:13.699196 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e9ae70-667c-4d30-b0b8-a5b28fb1fd26']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:13.699987 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919c6fa-a3d3-4c96-9d58-6c94712417af None None] No DVR routers for this DVR port ee178154-2db0-4949-a551-072d3097f7eb on host dv-cinder-852009-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:37:13.710640 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7e5dc6-1a00-4d93-ac7f-6bd650346819') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:13.710933 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7e5dc6-1a00-4d93-ac7f-6bd650346819') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:13.721923 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2123295'] for segment (be7e5dc6-1a00-4d93-ac7f-6bd650346819), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.735529 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (be7e5dc6-1a00-4d93-ac7f-6bd650346819), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.742599 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:37:13.742940 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3896281'] for segment (be7e5dc6-1a00-4d93-ac7f-6bd650346819), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.790343 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment be7e5dc6-1a00-4d93-ac7f-6bd650346819 resource provider aggregate not found Sep 12 23:37:13.817631 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment be7e5dc6-1a00-4d93-ac7f-6bd650346819 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be7e5dc6-1a00-4d93-ac7f-6bd650346819 found for delete ", "request_id": "req-7cba4f6b-23d6-424a-9852-8b3098cc1f9e"}]} Sep 12 23:37:13.817631 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (07e9ae70-667c-4d30-b0b8-a5b28fb1fd26), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.821552 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:13.828347 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/07e9ae70-667c-4d30-b0b8-a5b28fb1fd26 HTTP/1.1" status: 204 len: 168 time: 0.5548196 Sep 12 23:37:13.842079 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b791936-48e3-478a-94db-b17dab494756 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e9ae70-667c-4d30-b0b8-a5b28fb1fd26,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:14.017049 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53710) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:14.047331 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-8b86b1bc-b539-4ce3-b328-235ac559aff8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494959 Sep 12 23:37:14.074385 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-5a0677fa-de41-4854-b66f-3cbd58ddc251 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=00950b4875f54197bf44bd1ffa353937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556798 Sep 12 23:37:14.080169 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53716) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:14.115689 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-63e609b7-e840-497b-94a3-567090710a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:14.117333 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-63e609b7-e840-497b-94a3-567090710a52 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 1129 time: 0.0465753 Sep 12 23:37:14.131027 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fcb781a0-a4c9-4a92-953b-00389ffb29a9 admin admin] Publish callbacks [] for security_group (7dc6bc11-da52-4950-bc16-9ffcc053351b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:14.152516 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fcb781a0-a4c9-4a92-953b-00389ffb29a9 admin admin] Publish callbacks [] for security_group (7dc6bc11-da52-4950-bc16-9ffcc053351b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:14.205679 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fcb781a0-a4c9-4a92-953b-00389ffb29a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (7dc6bc11-da52-4950-bc16-9ffcc053351b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:14.208309 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fcb781a0-a4c9-4a92-953b-00389ffb29a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:14.209596 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-fcb781a0-a4c9-4a92-953b-00389ffb29a9 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7dc6bc11-da52-4950-bc16-9ffcc053351b HTTP/1.1" status: 204 len: 168 time: 0.1290488 Sep 12 23:37:14.218527 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb781a0-a4c9-4a92-953b-00389ffb29a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc6bc11-da52-4950-bc16-9ffcc053351b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:14.231869 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-c9592e42-ca30-4b8f-9d64-cfff85b1947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:14.233357 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-c9592e42-ca30-4b8f-9d64-cfff85b1947c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 915 time: 0.0921960 Sep 12 23:37:14.297728 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-7668d55a-27bd-4e00-9b7a-90a76f04fa1f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a153622-8f69-4201-a53f-b4494737fcf9 HTTP/1.1" status: 200 len: 1000 time: 0.0540946 Sep 12 23:37:14.351289 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-c451653b-313f-4d48-8f61-45b97c039231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:14.352764 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-c451653b-313f-4d48-8f61-45b97c039231 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0473855 Sep 12 23:37:14.398078 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:14.402329 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-62f81db7-6cfd-4f93-b43b-e8f3e989d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:14.403883 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-62f81db7-6cfd-4f93-b43b-e8f3e989d602 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435352 Sep 12 23:37:14.458278 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:14.495057 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-04511e9b-b89f-4443-81f4-a80120797d13 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847168 Sep 12 23:37:14.545002 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device ee178154-2db0-4949-a551-072d3097f7eb no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:37:14.564293 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53722) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:14.565923 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: ee178154-2db0-4949-a551-072d3097f7eb {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:37:14.566268 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device ee178154-2db0-4949-a551-072d3097f7eb not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:37:14.566689 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 4f87bd2c-a06e-4506-9131-4856eba3493e no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:37:14.602405 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c96ac2c9-fe6f-4c50-851a-cc90bd5a0045 req-8f60c81f-c092-45e3-946d-aef5f0d4e808 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013169 Sep 12 23:37:14.607084 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-07781a30-1256-4629-859d-2a01f16f58a7 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=87e1811735e0433e88857ab3b3726533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410070 Sep 12 23:37:14.609746 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53724) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:14.664552 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d396d184-63e4-4370-b0f7-c61d9319f821 admin admin] Publish callbacks [] for security_group (4109740b-439c-4c59-9412-737ed70309ce), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:14.687436 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d396d184-63e4-4370-b0f7-c61d9319f821 admin admin] Publish callbacks [] for security_group (4109740b-439c-4c59-9412-737ed70309ce), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:14.710954 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 4f87bd2c-a06e-4506-9131-4856eba3493e {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:37:14.711903 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 4f87bd2c-a06e-4506-9131-4856eba3493e not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:37:14.738397 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d396d184-63e4-4370-b0f7-c61d9319f821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (4109740b-439c-4c59-9412-737ed70309ce), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:14.741135 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d396d184-63e4-4370-b0f7-c61d9319f821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:14.742297 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d396d184-63e4-4370-b0f7-c61d9319f821 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/4109740b-439c-4c59-9412-737ed70309ce HTTP/1.1" status: 204 len: 168 time: 0.1316247 Sep 12 23:37:14.750214 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396d184-63e4-4370-b0f7-c61d9319f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109740b-439c-4c59-9412-737ed70309ce,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:17.196205 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device dcd0cb0d-153d-49db-8025-f5fd7352af0f no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:37:17.215007 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: dcd0cb0d-153d-49db-8025-f5fd7352af0f {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:37:17.215346 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device dcd0cb0d-153d-49db-8025-f5fd7352af0f not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:37:22.210831 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=63 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:22.212004 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=59 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:24.592296 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=13 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:24.599024 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=21 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:24.744843 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=70,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:24.746714 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=63,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:24.894479 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-fba74cd5-d399-4b15-add7-0a0b72d1fb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:26.943334 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a32e40-0129-4fa9-b5fb-ea7a6f169c3d req-67ffa13a-d83e-46c9-8c89-af0e95a9c6ba tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:26.944833 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b3a32e40-0129-4fa9-b5fb-ea7a6f169c3d req-67ffa13a-d83e-46c9-8c89-af0e95a9c6ba tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 945 time: 0.0509813 Sep 12 23:37:26.992433 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b3a32e40-0129-4fa9-b5fb-ea7a6f169c3d req-71e1d77c-ef58-4eb1-9176-527f62e1d462 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 Sep 12 23:37:27.339254 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-58c26735-4163-450f-8033-6b0464708f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:28.112426 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999f17d-c960-4172-9f02-78047f9d56c2 req-4960fd04-ce28-430e-80c1-6ec919ef1ccf tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:28.113796 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a999f17d-c960-4172-9f02-78047f9d56c2 req-4960fd04-ce28-430e-80c1-6ec919ef1ccf tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 945 time: 0.0462084 Sep 12 23:37:28.160369 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a999f17d-c960-4172-9f02-78047f9d56c2 req-4a7f846b-2672-4450-bde2-9758e90070e8 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=392cfa6b-e153-4322-977a-5cacd3a43dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410466 Sep 12 23:37:28.359290 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-85d9233f-4396-46e4-9de2-d9584d579cb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:28.360751 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-85d9233f-4396-46e4-9de2-d9584d579cb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 945 time: 0.0490220 Sep 12 23:37:28.440730 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Deleting port c156ad4c-e850-4913-babb-462a2e030e1c {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:28.441070 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:28.511821 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:28.533601 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] For port c156ad4c-e850-4913-babb-462a2e030e1c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=c156ad4c-e850-4913-babb-462a2e030e1c,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:28.533963 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:28.694220 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:28.694490 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (8765e566-f989-4b3b-8776-b1117e18236d), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:28.694801 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Floating IP 8765e566-f989-4b3b-8776-b1117e18236d disassociated. External IP: 172.27.3.219, port: c156ad4c-e850-4913-babb-462a2e030e1c. Sep 12 23:37:28.695136 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Calling delete_port for c156ad4c-e850-4913-babb-462a2e030e1c owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:28.820618 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (c156ad4c-e850-4913-babb-462a2e030e1c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:28.846283 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'Port': ['ID=c156ad4c-e850-4913-babb-462a2e030e1c,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:28.960876 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Router 35a1ac74-3d42-4c69-ab85-bbd60e04302e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:37:29.291378 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-e7530536-f69b-4121-84ea-29c1b3e7626f req-3c93e7f7-3184-4f6b-9536-30373c0dfe5b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ea71363c-0405-42da-a51d-6b0730b61beb HTTP/1.1" status: 200 len: 210 time: 0.0363359 Sep 12 23:37:29.304132 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:29.317483 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:37:29.332730 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0721bf5-187d-44bc-845c-4cc06b7f007a None None] Sync routers for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:37:29.346058 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0721bf5-187d-44bc-845c-4cc06b7f007a None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:37:29.347322 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-e0721bf5-187d-44bc-845c-4cc06b7f007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:29.361829 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] No DVR routers for this DVR port c156ad4c-e850-4913-babb-462a2e030e1c on host hv-cinder-85200 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:37:29.364606 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:29.367919 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-bd701b5f-100e-475d-9363-28533c6d23f7 req-75deb3ad-f939-4ca0-abd3-4ee926d455a9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "DELETE /networking/v2.0/ports/c156ad4c-e850-4913-babb-462a2e030e1c HTTP/1.1" status: 204 len: 173 time: 1.0020401 Sep 12 23:37:29.368488 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'name': 'network-vif-deleted', 'tag': 'c156ad4c-e850-4913-babb-462a2e030e1c'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:37:29.370790 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c1e764-ae7a-48b8-b24f-10e115387e41" -d '{"events": [{"server_uuid": "ea71363c-0405-42da-a51d-6b0730b61beb", "name": "network-vif-deleted", "tag": "c156ad4c-e850-4913-babb-462a2e030e1c"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:37:29.420170 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87450aa3-e116-456e-9145-bc165e8aef28 x-openstack-request-id: req-87450aa3-e116-456e-9145-bc165e8aef28 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:37:29.420788 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea71363c-0405-42da-a51d-6b0730b61beb", "name": "network-vif-deleted", "tag": "c156ad4c-e850-4913-babb-462a2e030e1c", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:37:29.421195 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-87450aa3-e116-456e-9145-bc165e8aef28 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:37:29.421593 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87450aa3-e116-456e-9145-bc165e8aef28'] response: {'server_uuid': 'ea71363c-0405-42da-a51d-6b0730b61beb', 'name': 'network-vif-deleted', 'tag': 'c156ad4c-e850-4913-babb-462a2e030e1c', 'status': 'completed', 'code': 200} Sep 12 23:37:29.462171 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-e0721bf5-187d-44bc-845c-4cc06b7f007a None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:37:29.662830 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:29.677326 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-e0721bf5-187d-44bc-845c-4cc06b7f007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': 'b03f4fa4-ea65-406f-8699-b3560876d202', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '5a153622-8f69-4201-a53f-b4494737fcf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:fc:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:10Z', 'updated_at': '2022-09-12T23:35:26Z', 'revision_number': 2, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:29.705123 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0721bf5-187d-44bc-845c-4cc06b7f007a None None] Checking router: 35a1ac74-3d42-4c69-ab85-bbd60e04302e for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:37:29.713326 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0721bf5-187d-44bc-845c-4cc06b7f007a None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:37:29.713953 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-e0721bf5-187d-44bc-845c-4cc06b7f007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:29.773014 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:29.799921 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:29.825919 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-e0721bf5-187d-44bc-845c-4cc06b7f007a None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:37:30.056255 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:30.060757 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-e0721bf5-187d-44bc-845c-4cc06b7f007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': 'b03f4fa4-ea65-406f-8699-b3560876d202', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '5a153622-8f69-4201-a53f-b4494737fcf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:fc:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:10Z', 'updated_at': '2022-09-12T23:35:26Z', 'revision_number': 2, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:30.089267 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0721bf5-187d-44bc-845c-4cc06b7f007a None None] The sync data for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi is: [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': 'b03f4fa4-ea65-406f-8699-b3560876d202', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '5a153622-8f69-4201-a53f-b4494737fcf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:fc:4a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:35:10Z', 'updated_at': '2022-09-12T23:35:26Z', 'revision_number': 2, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:37:30.308632 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d16d1e-b9f9-4b9f-b0e8-db3130d2ce9e None None] New status for floating IP 8765e566-f989-4b3b-8776-b1117e18236d: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:37:30.392616 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53828) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:30.448882 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a00d9d8a-6cf3-410f-85ac-3a276c7e504d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (392cfa6b-e153-4322-977a-5cacd3a43dcd), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:30.452329 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:30.472716 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a00d9d8a-6cf3-410f-85ac-3a276c7e504d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (392cfa6b-e153-4322-977a-5cacd3a43dcd), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:30.519793 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a00d9d8a-6cf3-410f-85ac-3a276c7e504d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (392cfa6b-e153-4322-977a-5cacd3a43dcd), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:30.522560 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a00d9d8a-6cf3-410f-85ac-3a276c7e504d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:30.523719 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-a00d9d8a-6cf3-410f-85ac-3a276c7e504d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/392cfa6b-e153-4322-977a-5cacd3a43dcd HTTP/1.1" status: 204 len: 168 time: 0.1301048 Sep 12 23:37:30.528081 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53830) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:30.532591 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d9d8a-6cf3-410f-85ac-3a276c7e504d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392cfa6b-e153-4322-977a-5cacd3a43dcd,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:30.541834 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.api.v2.resource [None req-f0a1b822-c4fc-40b2-860d-3e2111a961cd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] show failed (client error): The resource could not be found. Sep 12 23:37:30.542833 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f0a1b822-c4fc-40b2-860d-3e2111a961cd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups/392cfa6b-e153-4322-977a-5cacd3a43dcd HTTP/1.1" status: 404 len: 347 time: 0.0152433 Sep 12 23:37:30.545652 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53832) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:30.654784 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Deleting port 90eea2d1-de1a-4f7b-bcd8-0084f1576c5e {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:30.655044 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (90eea2d1-de1a-4f7b-bcd8-0084f1576c5e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:30.735793 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (90eea2d1-de1a-4f7b-bcd8-0084f1576c5e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:30.736126 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (90eea2d1-de1a-4f7b-bcd8-0084f1576c5e), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:30.748523 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Calling delete_port for 90eea2d1-de1a-4f7b-bcd8-0084f1576c5e owned by network:floatingip {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:30.876236 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (90eea2d1-de1a-4f7b-bcd8-0084f1576c5e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:30.899214 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'Port': ['ID=90eea2d1-de1a-4f7b-bcd8-0084f1576c5e,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:30.912609 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.912968 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.913316 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.913655 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.913992 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.914325 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.914664 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.914990 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.915323 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.915686 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.916008 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.916337 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.916664 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.916988 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.917314 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:30.976931 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (8765e566-f989-4b3b-8776-b1117e18236d), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:30.979468 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:30.980644 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-47700a5f-01bd-45f5-92d6-f6805551b6eb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/8765e566-f989-4b3b-8776-b1117e18236d HTTP/1.1" status: 204 len: 168 time: 0.4340935 Sep 12 23:37:32.206675 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device c156ad4c-e850-4913-babb-462a2e030e1c no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:37:32.226022 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: c156ad4c-e850-4913-babb-462a2e030e1c {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:37:32.226365 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device c156ad4c-e850-4913-babb-462a2e030e1c not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:37:32.597689 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c9eac-efc1-49b8-99d3-983469c984a6 req-082d1bc4-3b49-4cce-9b61-ce161b8871e2 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:32.599145 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dd4c9eac-efc1-49b8-99d3-983469c984a6 req-082d1bc4-3b49-4cce-9b61-ce161b8871e2 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 945 time: 0.0484807 Sep 12 23:37:32.650739 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-dd4c9eac-efc1-49b8-99d3-983469c984a6 req-56fe84e6-8daa-4586-90ad-af2e1fbfbe7a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6c4036d4-7c63-453f-86e7-c719d61fccda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458732 Sep 12 23:37:33.777488 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b533d-420d-443b-b9d8-7eb5c1e708bd req-0a1c6d66-c2bc-4541-8bf1-ed38178dceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:33.778849 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b41b533d-420d-443b-b9d8-7eb5c1e708bd req-0a1c6d66-c2bc-4541-8bf1-ed38178dceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 945 time: 0.0496781 Sep 12 23:37:33.828292 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-b41b533d-420d-443b-b9d8-7eb5c1e708bd req-56b65b1c-1408-4d02-a6d9-d04efd3989c4 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6c4036d4-7c63-453f-86e7-c719d61fccda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424888 Sep 12 23:37:34.219192 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-dbb8ad35-b99c-4604-a2c3-e30cebf9ca44 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:34.220595 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-dbb8ad35-b99c-4604-a2c3-e30cebf9ca44 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 945 time: 0.0444272 Sep 12 23:37:34.303679 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Deleting port 5a153622-8f69-4201-a53f-b4494737fcf9 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:34.304013 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:34.397166 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] For port 5a153622-8f69-4201-a53f-b4494737fcf9, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=5a153622-8f69-4201-a53f-b4494737fcf9,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:34.397525 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:34.558084 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:34.558441 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (b03f4fa4-ea65-406f-8699-b3560876d202), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:34.558749 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Floating IP b03f4fa4-ea65-406f-8699-b3560876d202 disassociated. External IP: 172.27.3.50, port: 5a153622-8f69-4201-a53f-b4494737fcf9. Sep 12 23:37:34.559084 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Calling delete_port for 5a153622-8f69-4201-a53f-b4494737fcf9 owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:34.684781 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (5a153622-8f69-4201-a53f-b4494737fcf9), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:34.712146 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'Port': ['ID=5a153622-8f69-4201-a53f-b4494737fcf9,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:34.804679 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:34.832291 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Router 35a1ac74-3d42-4c69-ab85-bbd60e04302e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:37:34.937953 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6d8af0cd-0323-482f-b884-313092949088 req-5eb516e9-23d3-4d3a-9dc2-4dca784d8f23 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49 HTTP/1.1" status: 200 len: 210 time: 0.0280297 Sep 12 23:37:34.944440 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:34.947680 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:37:34.960969 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39d71c-e983-436d-8d36-750e37845f07 None None] Sync routers for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:37:34.971187 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39d71c-e983-436d-8d36-750e37845f07 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:37:34.971950 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ca39d71c-e983-436d-8d36-750e37845f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:34.997344 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] No DVR routers for this DVR port 5a153622-8f69-4201-a53f-b4494737fcf9 on host hv-cinder-85200 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:37:34.999881 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:35.004123 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-922e4c39-ff48-4c62-89f4-be54d8e57712 req-c2f23b59-c5cc-4f27-9163-8bbb73a5399f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "DELETE /networking/v2.0/ports/5a153622-8f69-4201-a53f-b4494737fcf9 HTTP/1.1" status: 204 len: 173 time: 0.7778432 Sep 12 23:37:35.004739 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'name': 'network-vif-deleted', 'tag': '5a153622-8f69-4201-a53f-b4494737fcf9'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:37:35.007827 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6faf60f-e614-4a7a-8f1c-ad364c0f03d6" -d '{"events": [{"server_uuid": "c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49", "name": "network-vif-deleted", "tag": "5a153622-8f69-4201-a53f-b4494737fcf9"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:37:35.071898 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c19ad8-1131-4629-8ad1-bad2387878c7 x-openstack-request-id: req-a4c19ad8-1131-4629-8ad1-bad2387878c7 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:37:35.072209 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49", "name": "network-vif-deleted", "tag": "5a153622-8f69-4201-a53f-b4494737fcf9", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:37:35.072484 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a4c19ad8-1131-4629-8ad1-bad2387878c7 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:37:35.072892 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c19ad8-1131-4629-8ad1-bad2387878c7'] response: {'server_uuid': 'c6c4ec8c-9162-47bf-a5a4-d5ab1b0aaa49', 'name': 'network-vif-deleted', 'tag': '5a153622-8f69-4201-a53f-b4494737fcf9', 'status': 'completed', 'code': 200} Sep 12 23:37:35.117374 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-ca39d71c-e983-436d-8d36-750e37845f07 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:37:35.319633 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ca39d71c-e983-436d-8d36-750e37845f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:35.343060 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39d71c-e983-436d-8d36-750e37845f07 None None] Checking router: 35a1ac74-3d42-4c69-ab85-bbd60e04302e for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:37:35.351683 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39d71c-e983-436d-8d36-750e37845f07 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:37:35.352289 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ca39d71c-e983-436d-8d36-750e37845f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:35.464956 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-ca39d71c-e983-436d-8d36-750e37845f07 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:37:35.573683 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:35.660200 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-ca39d71c-e983-436d-8d36-750e37845f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:35.687727 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39d71c-e983-436d-8d36-750e37845f07 None None] The sync data for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi is: [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:37:35.903684 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a79b7-2b24-4965-aad1-c702aa8479af None None] New status for floating IP b03f4fa4-ea65-406f-8699-b3560876d202: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:37:36.054267 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53908) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:36.109396 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4afeb958-9983-4cad-b2d1-91c3ae3c7a66 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (6c4036d4-7c63-453f-86e7-c719d61fccda), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.132057 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4afeb958-9983-4cad-b2d1-91c3ae3c7a66 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (6c4036d4-7c63-453f-86e7-c719d61fccda), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.182988 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4afeb958-9983-4cad-b2d1-91c3ae3c7a66 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (6c4036d4-7c63-453f-86e7-c719d61fccda), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.186310 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4afeb958-9983-4cad-b2d1-91c3ae3c7a66 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.187462 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4afeb958-9983-4cad-b2d1-91c3ae3c7a66 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6c4036d4-7c63-453f-86e7-c719d61fccda HTTP/1.1" status: 204 len: 168 time: 0.1321621 Sep 12 23:37:36.190434 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53910) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:36.196965 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afeb958-9983-4cad-b2d1-91c3ae3c7a66 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4036d4-7c63-453f-86e7-c719d61fccda,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:36.212337 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.api.v2.resource [None req-221f5105-77a6-4a8d-a115-f16a4cf4ec76 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] show failed (client error): The resource could not be found. Sep 12 23:37:36.213915 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-221f5105-77a6-4a8d-a115-f16a4cf4ec76 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups/6c4036d4-7c63-453f-86e7-c719d61fccda HTTP/1.1" status: 404 len: 347 time: 0.0223081 Sep 12 23:37:36.216969 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53912) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:36.337081 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-6ae9a27c-5d8a-4b29-a798-0cd40b1ee85b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Deleting port ffea9455-e2a8-4b44-851d-512514432a31 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:37:36.337317 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a27c-5d8a-4b29-a798-0cd40b1ee85b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (ffea9455-e2a8-4b44-851d-512514432a31), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.413959 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a27c-5d8a-4b29-a798-0cd40b1ee85b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (ffea9455-e2a8-4b44-851d-512514432a31), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.414281 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a27c-5d8a-4b29-a798-0cd40b1ee85b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (ffea9455-e2a8-4b44-851d-512514432a31), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.426649 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-6ae9a27c-5d8a-4b29-a798-0cd40b1ee85b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Calling delete_port for ffea9455-e2a8-4b44-851d-512514432a31 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:37:36.558214 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a27c-5d8a-4b29-a798-0cd40b1ee85b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (ffea9455-e2a8-4b44-851d-512514432a31), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.583023 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9a27c-5d8a-4b29-a798-0cd40b1ee85b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'Port': ['ID=ffea9455-e2a8-4b44-851d-512514432a31,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:36.647306 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a27c-5d8a-4b29-a798-0cd40b1ee85b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (b03f4fa4-ea65-406f-8699-b3560876d202), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.649842 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a27c-5d8a-4b29-a798-0cd40b1ee85b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.651437 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-6ae9a27c-5d8a-4b29-a798-0cd40b1ee85b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/b03f4fa4-ea65-406f-8699-b3560876d202 HTTP/1.1" status: 204 len: 168 time: 0.4335303 Sep 12 23:37:36.723372 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53916) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:36.728035 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-e5bb513d-af77-40a7-858e-d39dabce6245 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160370124', 'description': 'tempest-description--63024937'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:37:36.748285 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e5bb513d-af77-40a7-858e-d39dabce6245 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.815269 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e5bb513d-af77-40a7-858e-d39dabce6245 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (67cd1c7c-cbc8-430c-8cdc-faef03051f92), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.818753 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e5bb513d-af77-40a7-858e-d39dabce6245 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (67cd1c7c-cbc8-430c-8cdc-faef03051f92), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.846941 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e5bb513d-af77-40a7-858e-d39dabce6245 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.848094 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e5bb513d-af77-40a7-858e-d39dabce6245 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1236639 Sep 12 23:37:36.851143 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53918) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:36.852198 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb513d-af77-40a7-858e-d39dabce6245 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67cd1c7c-cbc8-430c-8cdc-faef03051f92,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:36.856723 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-7ff2a487-a4e5-4299-991d-30930bec8ebd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group_rule': {'security_group_id': '67cd1c7c-cbc8-430c-8cdc-faef03051f92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:37:36.883312 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a487-a4e5-4299-991d-30930bec8ebd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (5737c50c-2c36-4cbe-81ee-a7ccabd82f4c), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.918447 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:36.924269 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:36.947729 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a487-a4e5-4299-991d-30930bec8ebd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (5737c50c-2c36-4cbe-81ee-a7ccabd82f4c), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.951136 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a487-a4e5-4299-991d-30930bec8ebd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (5737c50c-2c36-4cbe-81ee-a7ccabd82f4c), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.971969 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2a487-a4e5-4299-991d-30930bec8ebd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5737c50c-2c36-4cbe-81ee-a7ccabd82f4c,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:36.977407 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a487-a4e5-4299-991d-30930bec8ebd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:36.980063 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-7ff2a487-a4e5-4299-991d-30930bec8ebd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278274 Sep 12 23:37:36.981014 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53920) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:36.985368 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-0a361694-df01-4800-9798-7b822653c7f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group_rule': {'security_group_id': '67cd1c7c-cbc8-430c-8cdc-faef03051f92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:37:37.014544 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0a361694-df01-4800-9798-7b822653c7f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (93e9ba5a-b54d-4e86-9279-f70a1de43a94), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.069926 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0a361694-df01-4800-9798-7b822653c7f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (93e9ba5a-b54d-4e86-9279-f70a1de43a94), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.074320 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0a361694-df01-4800-9798-7b822653c7f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (93e9ba5a-b54d-4e86-9279-f70a1de43a94), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.092887 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a361694-df01-4800-9798-7b822653c7f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e9ba5a-b54d-4e86-9279-f70a1de43a94,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:37.096703 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53924) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:37.103513 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-0a361694-df01-4800-9798-7b822653c7f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.104938 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-0a361694-df01-4800-9798-7b822653c7f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229243 Sep 12 23:37:37.107781 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 53926) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:37.112520 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:37:37.134404 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.144999 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb931ea1-9efe-4ca5-8c4c-f0fbdb1275aa admin admin] Deleting subnet 87ba09a7-1d5b-4c83-8009-c7c44d2d78d1 {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:37:37.148389 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb931ea1-9efe-4ca5-8c4c-f0fbdb1275aa admin admin] Publish callbacks [] for subnet (87ba09a7-1d5b-4c83-8009-c7c44d2d78d1), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.173116 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:37.186955 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb931ea1-9efe-4ca5-8c4c-f0fbdb1275aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123286'] for subnet (87ba09a7-1d5b-4c83-8009-c7c44d2d78d1), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.214296 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.226805 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb931ea1-9efe-4ca5-8c4c-f0fbdb1275aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (87ba09a7-1d5b-4c83-8009-c7c44d2d78d1), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.254624 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:37.284698 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb931ea1-9efe-4ca5-8c4c-f0fbdb1275aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3896179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372773'] for subnet (87ba09a7-1d5b-4c83-8009-c7c44d2d78d1), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.312189 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bb931ea1-9efe-4ca5-8c4c-f0fbdb1275aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.317717 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-bb931ea1-9efe-4ca5-8c4c-f0fbdb1275aa admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/87ba09a7-1d5b-4c83-8009-c7c44d2d78d1 HTTP/1.1" status: 204 len: 168 time: 0.2175043 Sep 12 23:37:37.317717 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb931ea1-9efe-4ca5-8c4c-f0fbdb1275aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ba09a7-1d5b-4c83-8009-c7c44d2d78d1,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:37.318491 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53928) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:37.327842 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_common [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Allocated IP 172.27.3.26 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/88314b71-ba59-4b3f-b079-e4c6e5e93f58) {{(pid=106217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:37:37.391883 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (3c81539a-e58b-4e42-89a7-b99d91ff7988), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.440326 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (88314b71-ba59-4b3f-b079-e4c6e5e93f58), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.469691 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (3c81539a-e58b-4e42-89a7-b99d91ff7988), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.472180 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (88314b71-ba59-4b3f-b079-e4c6e5e93f58), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.490047 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c81539a-e58b-4e42-89a7-b99d91ff7988']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:37.499315 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:37.499627 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:37.509581 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2123295'] for segment (8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.512974 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:37:37.518591 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.base_scheduler [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Resources bound (agent type, host, resource id): {{(pid=106217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:37:37.521064 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=88314b71-ba59-4b3f-b079-e4c6e5e93f58,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:37.523163 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Received port after_create {{(pid=106217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:37:37.523727 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.526601 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:37.531826 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:37:37.532228 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3896281'] for segment (8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.580803 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc resource provider aggregate not found Sep 12 23:37:37.598641 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ec50a42-f1fd-4aad-aa5f-c48fbf00a1bc found for delete ", "request_id": "req-828526c6-e1ed-481a-a529-e683f802b6ae"}]} Sep 12 23:37:37.605464 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (3c81539a-e58b-4e42-89a7-b99d91ff7988), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.612169 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.617577 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/3c81539a-e58b-4e42-89a7-b99d91ff7988 HTTP/1.1" status: 204 len: 168 time: 0.2957656 Sep 12 23:37:37.629352 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fe869-9672-4b3b-ba0f-eac86ce50875 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c81539a-e58b-4e42-89a7-b99d91ff7988,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:37.791973 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53936) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:37.833426 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f0c77dd7-1cc0-4593-b1a3-292288ecd89f admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=24ded699e3a3432cbe1656777da8f958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402694 Sep 12 23:37:37.835959 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53938) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:37.880888 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (78caebf1-ee2d-46d8-8712-73ad7eccc151), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.886086 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee73b-5fb7-4c53-badd-8c11eb9a2c4c admin admin] Publish callbacks [] for security_group (944a4aae-9620-49e2-b937-3a8cd22b462d), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.906511 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee73b-5fb7-4c53-badd-8c11eb9a2c4c admin admin] Publish callbacks [] for security_group (944a4aae-9620-49e2-b937-3a8cd22b462d), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.917215 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (88314b71-ba59-4b3f-b079-e4c6e5e93f58), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.959750 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee73b-5fb7-4c53-badd-8c11eb9a2c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (944a4aae-9620-49e2-b937-3a8cd22b462d), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.962190 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee73b-5fb7-4c53-badd-8c11eb9a2c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:37.963387 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-ae8ee73b-5fb7-4c53-badd-8c11eb9a2c4c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/944a4aae-9620-49e2-b937-3a8cd22b462d HTTP/1.1" status: 204 len: 168 time: 0.1265268 Sep 12 23:37:37.971230 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ee73b-5fb7-4c53-badd-8c11eb9a2c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944a4aae-9620-49e2-b937-3a8cd22b462d,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:37.983917 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:38.004451 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:38.073719 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (88314b71-ba59-4b3f-b079-e4c6e5e93f58), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:38.078470 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3290332'] for port (88314b71-ba59-4b3f-b079-e4c6e5e93f58), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:38.149762 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=88314b71-ba59-4b3f-b079-e4c6e5e93f58,revision_number=2']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:38.152312 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (78caebf1-ee2d-46d8-8712-73ad7eccc151), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:38.171373 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:38.172942 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-af3eaae5-86cb-4de4-a759-72854d8a858c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0639808 Sep 12 23:37:38.205408 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 5a153622-8f69-4201-a53f-b4494737fcf9 no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:37:38.227031 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: 5a153622-8f69-4201-a53f-b4494737fcf9 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:37:38.227438 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 5a153622-8f69-4201-a53f-b4494737fcf9 not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:37:38.391594 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-86153419-dc89-456a-ad8e-900081fa884a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1160370124&fields=id&tenant_id=1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 267 time: 0.0464108 Sep 12 23:37:38.499975 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-5fc7f4de-c103-49b8-9d85-2ebac7fcaf15 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:38.502396 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-5fc7f4de-c103-49b8-9d85-2ebac7fcaf15 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 814 time: 0.1026738 Sep 12 23:37:38.516728 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:38.517347 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-a02ad7d6-da91-4239-ae4a-60e77a5f112f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/quotas/1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 375 time: 0.0094147 Sep 12 23:37:38.570537 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-71cb1ff2-40b5-4da7-894b-837243f62981 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476625 Sep 12 23:37:38.629790 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:38.666270 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-0611bfd2-9337-42a8-83a9-dcd740a563ef service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844355 Sep 12 23:37:38.758296 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-93f941c3-32cf-4583-b9d8-fe2b682dc3da service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863340 Sep 12 23:37:38.936090 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-2e551bc4-8e32-4f4d-86f4-81387516326f req-b0b322fb-a331-43a6-a228-c10adfaf7bc1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 210 time: 0.0448437 Sep 12 23:37:39.849883 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:39.945699 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-1ba09ac6-8a4f-4b04-a512-70ab89f775a5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:39.947166 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-1ba09ac6-8a4f-4b04-a512-70ab89f775a5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 814 time: 0.1078141 Sep 12 23:37:40.011732 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-7acd2986-43b2-49a7-b010-5cbd440b4927 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 380 time: 0.0558600 Sep 12 23:37:40.060965 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a6156f89-7cfc-4193-a45c-77801bc4683e req-865120e5-2a63-411a-b56b-09398a15f0cd tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 210 time: 0.0335505 Sep 12 23:37:40.083552 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'port': {'device_id': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'admin_state_up': True, 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'security_groups': ['67cd1c7c-cbc8-430c-8cdc-faef03051f92']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:37:40.189768 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Made reservation on behalf of 1649d6cd95d4496baaee3a0c0595a304 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:37:40.193624 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:40.321871 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Allocated IP 172.20.0.4 (ed4f9993-21de-4020-a46f-ad235aaa1a52/5c8a082d-5139-440e-8a4c-a396da0549ff/e729c713-9bcb-461e-a100-2e610d2d8e6c) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:37:40.460568 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:40.490450 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:40.538934 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:37:40.542358 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:37:40.544215 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=e729c713-9bcb-461e-a100-2e610d2d8e6c,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:40.546323 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:37:40.589824 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:40.600379 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:40.600993 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:40.618165 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-8396ffc9-c38e-4791-a472-fdf18d30bb8d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5391827 Sep 12 23:37:40.629699 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Request body: {'port': {'device_id': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:37:40.694182 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:40.703160 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:40.788076 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-51883321-50ae-4864-93f9-0a0670ba9098 None None] Provisioning complete for port e729c713-9bcb-461e-a100-2e610d2d8e6c triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:37:40.788682 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-51883321-50ae-4864-93f9-0a0670ba9098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:40.822658 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-51883321-50ae-4864-93f9-0a0670ba9098 None None] Port e729c713-9bcb-461e-a100-2e610d2d8e6c cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:37:40.944166 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e729c713-9bcb-461e-a100-2e610d2d8e6c {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:37:40.951399 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Publish callbacks [] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:40.963299 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Transition to ACTIVE for port object e729c713-9bcb-461e-a100-2e610d2d8e6c will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:37:40.968128 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:41.034629 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Pushing event updated for resources: {'Port': ['ID=e729c713-9bcb-461e-a100-2e610d2d8e6c,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:41.081401 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Attempting to bind port e729c713-9bcb-461e-a100-2e610d2d8e6c on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:37:41.081732 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Attempting to bind port e729c713-9bcb-461e-a100-2e610d2d8e6c by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:37:41.082057 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Attempting to bind port e729c713-9bcb-461e-a100-2e610d2d8e6c on network ed4f9993-21de-4020-a46f-ad235aaa1a52 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:37:41.128285 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Port e729c713-9bcb-461e-a100-2e610d2d8e6c on network ed4f9993-21de-4020-a46f-ad235aaa1a52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:37:41.128608 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Attempting to bind port e729c713-9bcb-461e-a100-2e610d2d8e6c on network ed4f9993-21de-4020-a46f-ad235aaa1a52 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:37:41.170301 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:37:41.170632 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Checking segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:37:41.171008 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Bound using segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:37:41.171435 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Bound port: e729c713-9bcb-461e-a100-2e610d2d8e6c, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:37:41.171818 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:41.191426 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48ef70-c354-45ce-bb93-e5d0f662fb77 req-49e4dfce-4976-4af8-b46f-d7f07d62f45f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:41.192993 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3f48ef70-c354-45ce-bb93-e5d0f662fb77 req-49e4dfce-4976-4af8-b46f-d7f07d62f45f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 943 time: 0.0469420 Sep 12 23:37:41.234823 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] For port e729c713-9bcb-461e-a100-2e610d2d8e6c, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:37:41.238398 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] For port e729c713-9bcb-461e-a100-2e610d2d8e6c, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=e729c713-9bcb-461e-a100-2e610d2d8e6c,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:37:41.240287 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-3f48ef70-c354-45ce-bb93-e5d0f662fb77 req-b5f5b17b-e5ed-4939-9cf8-896759895ec7 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67cd1c7c-cbc8-430c-8cdc-faef03051f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417178 Sep 12 23:37:41.244374 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:41.248495 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:41.249093 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:41.250441 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e729c713-9bcb-461e-a100-2e610d2d8e6c HTTP/1.1" status: 200 len: 1093 time: 0.6255274 Sep 12 23:37:41.251012 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'tag': 'e729c713-9bcb-461e-a100-2e610d2d8e6c'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:37:41.253311 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e343e70-07e0-4a65-831a-c1db37b16685" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a5d378-ca74-4d8f-b458-e0d76a8af8d9", "tag": "e729c713-9bcb-461e-a100-2e610d2d8e6c"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:37:41.302583 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbafb696-8534-4717-a0ba-eab480839e9a x-openstack-request-id: req-dbafb696-8534-4717-a0ba-eab480839e9a {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:37:41.302869 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a5d378-ca74-4d8f-b458-e0d76a8af8d9", "tag": "e729c713-9bcb-461e-a100-2e610d2d8e6c", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:37:41.303116 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dbafb696-8534-4717-a0ba-eab480839e9a {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:37:41.303516 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbafb696-8534-4717-a0ba-eab480839e9a'] response: {'name': 'network-changed', 'server_uuid': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'tag': 'e729c713-9bcb-461e-a100-2e610d2d8e6c', 'status': 'completed', 'code': 200} Sep 12 23:37:41.304572 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Pushing event updated for resources: {'Port': ['ID=e729c713-9bcb-461e-a100-2e610d2d8e6c,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:41.336255 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.336600 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.336939 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.337273 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.337606 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.337935 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.338290 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.338710 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.339039 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.339360 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.339732 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.340057 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.340375 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.340696 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.341018 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355c7cfc-b128-48f3-a9c2-6636bbb9bd54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:41.354647 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-0d946952-a8d6-499c-8bf0-55e1f022c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:41.356229 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-0d946952-a8d6-499c-8bf0-55e1f022c961 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 1127 time: 0.0493367 Sep 12 23:37:41.370546 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:41.402888 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-20da3821-6a9a-4894-a7e7-84aa66d097f0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e729c713-9bcb-461e-a100-2e610d2d8e6c HTTP/1.1" status: 200 len: 217 time: 0.0388033 Sep 12 23:37:41.451319 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-0ebcf9db-064d-4663-9cd8-bba34d98c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:41.452757 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-0ebcf9db-064d-4663-9cd8-bba34d98c4dc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0440609 Sep 12 23:37:41.494242 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-be31ed35-e3ab-4f46-84b3-3cf5b29765e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:41.495703 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-be31ed35-e3ab-4f46-84b3-3cf5b29765e8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371492 Sep 12 23:37:41.585914 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-b7af2d82-abf2-4342-a4a4-5a5e79bcc1c4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839441 Sep 12 23:37:41.673846 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-65ce5b79-85fb-4d8b-9110-98a2eb5bc031 req-1d6b2453-b860-4e4f-bbb0-9dda69d20bf8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823026 Sep 12 23:37:42.359749 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12973f2f-5bae-4d44-85c1-77dc569661ee req-64dabbfe-572f-400d-a90b-b3db0ab57cc1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:42.361674 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-12973f2f-5bae-4d44-85c1-77dc569661ee req-64dabbfe-572f-400d-a90b-b3db0ab57cc1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 943 time: 0.0451293 Sep 12 23:37:42.408328 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-12973f2f-5bae-4d44-85c1-77dc569661ee req-7083e61f-7cee-4190-b890-4b14e404a259 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67cd1c7c-cbc8-430c-8cdc-faef03051f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Sep 12 23:37:42.447666 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:42.477675 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e343e70-07e0-4a65-831a-c1db37b16685 req-1766ccf0-6782-4640-8071-db0b29c3d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:42.479134 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2e343e70-07e0-4a65-831a-c1db37b16685 req-1766ccf0-6782-4640-8071-db0b29c3d8a2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 1127 time: 0.0390146 Sep 12 23:37:42.572147 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e343e70-07e0-4a65-831a-c1db37b16685 req-b8da558a-b73f-40ab-89e9-faefbc7581a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:42.573503 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2e343e70-07e0-4a65-831a-c1db37b16685 req-b8da558a-b73f-40ab-89e9-faefbc7581a3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 915 time: 0.0881207 Sep 12 23:37:42.612187 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2e343e70-07e0-4a65-831a-c1db37b16685 req-b39b58aa-4627-495c-82b0-0f918b88888c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e729c713-9bcb-461e-a100-2e610d2d8e6c HTTP/1.1" status: 200 len: 217 time: 0.0320897 Sep 12 23:37:42.662022 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e343e70-07e0-4a65-831a-c1db37b16685 req-c01b4160-b267-4aeb-bd48-02baa13dbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:42.663403 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2e343e70-07e0-4a65-831a-c1db37b16685 req-c01b4160-b267-4aeb-bd48-02baa13dbe02 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0461218 Sep 12 23:37:42.704634 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e343e70-07e0-4a65-831a-c1db37b16685 req-ddb546d8-b3d8-4695-8e5d-11d1b1a4b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:42.706051 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2e343e70-07e0-4a65-831a-c1db37b16685 req-ddb546d8-b3d8-4695-8e5d-11d1b1a4b1a1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371501 Sep 12 23:37:42.797035 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2e343e70-07e0-4a65-831a-c1db37b16685 req-ae0d6bab-ca36-4960-b60b-13596b0a650a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853815 Sep 12 23:37:42.883608 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-2e343e70-07e0-4a65-831a-c1db37b16685 req-743d4a45-266b-4861-969e-9bd37100c645 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809011 Sep 12 23:37:43.531937 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8afa1-c71c-4dfd-ac2c-c961dd3a2098 req-d261506b-d121-40df-b89e-62c5fd1a130a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:43.533891 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-86d8afa1-c71c-4dfd-ac2c-c961dd3a2098 req-d261506b-d121-40df-b89e-62c5fd1a130a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 943 time: 0.0509837 Sep 12 23:37:43.583332 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-86d8afa1-c71c-4dfd-ac2c-c961dd3a2098 req-57b0f67b-3404-4da8-b357-5bb93b949d39 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67cd1c7c-cbc8-430c-8cdc-faef03051f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439358 Sep 12 23:37:44.219117 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device e729c713-9bcb-461e-a100-2e610d2d8e6c details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:37:44.314696 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port e729c713-9bcb-461e-a100-2e610d2d8e6c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=e729c713-9bcb-461e-a100-2e610d2d8e6c,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:44.328353 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': 'e729c713-9bcb-461e-a100-2e610d2d8e6c', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'port_id': 'e729c713-9bcb-461e-a100-2e610d2d8e6c', 'mac_address': 'fa:16:3e:76:a4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:37:44.362191 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port e729c713-9bcb-461e-a100-2e610d2d8e6c is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:37:44.362573 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:44.375437 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e729c713-9bcb-461e-a100-2e610d2d8e6c {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:37:44.394780 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port e729c713-9bcb-461e-a100-2e610d2d8e6c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=e729c713-9bcb-461e-a100-2e610d2d8e6c,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:44.399048 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:44.443198 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=e729c713-9bcb-461e-a100-2e610d2d8e6c,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:44.450067 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.450411 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.450750 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.451086 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.451415 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.451769 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.452090 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.452409 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.452730 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.453049 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.453366 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.453689 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.454009 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.454826 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.455146 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:37:44.617822 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['e729c713-9bcb-461e-a100-2e610d2d8e6c'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:37:44.705112 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893dc08-0367-4b6f-a12d-c0d2603c871f req-186733ba-3a14-430e-be82-d0c1069b2d78 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:44.706575 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6893dc08-0367-4b6f-a12d-c0d2603c871f req-186733ba-3a14-430e-be82-d0c1069b2d78 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 944 time: 0.0494580 Sep 12 23:37:44.755853 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6893dc08-0367-4b6f-a12d-c0d2603c871f req-a19ae89e-638f-4d3d-9a38-2e1395cc5b9e tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67cd1c7c-cbc8-430c-8cdc-faef03051f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Sep 12 23:37:45.876244 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565696ce-65d0-4276-b98f-cf52731f26b2 req-1be8a2c2-3e88-42db-84cb-2f37679f9e41 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:45.877728 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-565696ce-65d0-4276-b98f-cf52731f26b2 req-1be8a2c2-3e88-42db-84cb-2f37679f9e41 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 944 time: 0.0487139 Sep 12 23:37:45.925219 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-565696ce-65d0-4276-b98f-cf52731f26b2 req-2378f0d3-b811-4362-9deb-1165d3ab8224 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67cd1c7c-cbc8-430c-8cdc-faef03051f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419037 Sep 12 23:37:46.233191 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device e729c713-9bcb-461e-a100-2e610d2d8e6c up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:37:46.275114 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port e729c713-9bcb-461e-a100-2e610d2d8e6c completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:37:46.280763 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port e729c713-9bcb-461e-a100-2e610d2d8e6c triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:37:46.281161 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:46.357260 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port e729c713-9bcb-461e-a100-2e610d2d8e6c is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:37:46.357553 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:46.367645 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:46.382480 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e729c713-9bcb-461e-a100-2e610d2d8e6c'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:37:46.384761 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3676b53-f7ce-47af-84ad-84aa47ab8d64" -d '{"events": [{"server_uuid": "d5a5d378-ca74-4d8f-b458-e0d76a8af8d9", "name": "network-vif-plugged", "status": "completed", "tag": "e729c713-9bcb-461e-a100-2e610d2d8e6c"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:37:46.398925 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port e729c713-9bcb-461e-a100-2e610d2d8e6c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=e729c713-9bcb-461e-a100-2e610d2d8e6c,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:37:46.402912 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:46.429390 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50dab8f-1d25-45d7-ba10-54fda40c9c72 x-openstack-request-id: req-a50dab8f-1d25-45d7-ba10-54fda40c9c72 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:37:46.429682 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5d378-ca74-4d8f-b458-e0d76a8af8d9", "name": "network-vif-plugged", "status": "completed", "tag": "e729c713-9bcb-461e-a100-2e610d2d8e6c", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:37:46.429936 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a50dab8f-1d25-45d7-ba10-54fda40c9c72 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:37:46.430332 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50dab8f-1d25-45d7-ba10-54fda40c9c72'] response: {'server_uuid': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e729c713-9bcb-461e-a100-2e610d2d8e6c', 'code': 200} Sep 12 23:37:46.455281 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=e729c713-9bcb-461e-a100-2e610d2d8e6c,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:37:46.596456 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3908f0-ba59-46f6-b086-104c5cd46c41 req-686f4e2a-7426-4945-adca-020081783aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:46.597950 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b3908f0-ba59-46f6-b086-104c5cd46c41 req-686f4e2a-7426-4945-adca-020081783aa4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 1129 time: 0.0391588 Sep 12 23:37:46.600904 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:37:46.641388 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-7b3908f0-ba59-46f6-b086-104c5cd46c41 req-19ea460f-ce9d-4415-a0b5-bffa090634d7 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=67cd1c7c-cbc8-430c-8cdc-faef03051f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379603 Sep 12 23:37:47.036022 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:47.046602 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a6af5-2afd-4a62-a38d-27f1cc5113bc req-be074065-725d-4c6c-937c-4dca8d1b2164 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:47.048765 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f7a6af5-2afd-4a62-a38d-27f1cc5113bc req-be074065-725d-4c6c-937c-4dca8d1b2164 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 945 time: 0.0505414 Sep 12 23:37:47.094437 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-1f7a6af5-2afd-4a62-a38d-27f1cc5113bc req-c9b217fd-bfa5-4126-a009-6471361bc238 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67cd1c7c-cbc8-430c-8cdc-faef03051f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401611 Sep 12 23:37:48.221452 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5c4ae-eeee-4e14-bdfa-c9d86e1c5b85 req-82e0bce3-915a-467b-b458-e19d9d56a1a3 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:48.222827 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-31f5c4ae-eeee-4e14-bdfa-c9d86e1c5b85 req-82e0bce3-915a-467b-b458-e19d9d56a1a3 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 945 time: 0.0476975 Sep 12 23:37:48.271358 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-31f5c4ae-eeee-4e14-bdfa-c9d86e1c5b85 req-7fc749f9-660b-4667-8021-cb10820d86b5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67cd1c7c-cbc8-430c-8cdc-faef03051f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428219 Sep 12 23:37:48.384879 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee68185-1e4f-4cbb-84e6-43b0f7b23ec5 req-e8409444-347e-4498-9b95-aa0e2e4731a2 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:48.386311 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-0ee68185-1e4f-4cbb-84e6-43b0f7b23ec5 req-e8409444-347e-4498-9b95-aa0e2e4731a2 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 945 time: 0.0453255 Sep 12 23:37:48.397136 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 53990) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:37:48.401308 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-1ac589ce-6aa7-4ace-98d9-934b898c09a6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'floatingip': {'port_id': 'e729c713-9bcb-461e-a100-2e610d2d8e6c'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:37:48.437292 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ac589ce-6aa7-4ace-98d9-934b898c09a6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (78caebf1-ee2d-46d8-8712-73ad7eccc151), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:48.583053 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:49.088581 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ac589ce-6aa7-4ace-98d9-934b898c09a6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:49.092185 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ac589ce-6aa7-4ace-98d9-934b898c09a6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (78caebf1-ee2d-46d8-8712-73ad7eccc151), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:49.185684 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-1ac589ce-6aa7-4ace-98d9-934b898c09a6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Floating IP 78caebf1-ee2d-46d8-8712-73ad7eccc151 associated. External IP: 172.27.3.26, port: e729c713-9bcb-461e-a100-2e610d2d8e6c. Sep 12 23:37:49.383174 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac589ce-6aa7-4ace-98d9-934b898c09a6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Router 35a1ac74-3d42-4c69-ab85-bbd60e04302e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:37:49.483870 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac589ce-6aa7-4ace-98d9-934b898c09a6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:37:49.494283 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f005cd-32a8-4e60-8b86-a96f140cfb78 None None] Sync routers for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:37:49.498166 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-1ac589ce-6aa7-4ace-98d9-934b898c09a6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:49.504713 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f005cd-32a8-4e60-8b86-a96f140cfb78 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:37:49.505327 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-f4f005cd-32a8-4e60-8b86-a96f140cfb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:49.531870 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-1ac589ce-6aa7-4ace-98d9-934b898c09a6 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/78caebf1-ee2d-46d8-8712-73ad7eccc151 HTTP/1.1" status: 200 len: 990 time: 1.1315761 Sep 12 23:37:49.531870 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'tag': 'e729c713-9bcb-461e-a100-2e610d2d8e6c'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:37:49.532757 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034029c9-6819-4adb-b3e3-fa34a931b163" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a5d378-ca74-4d8f-b458-e0d76a8af8d9", "tag": "e729c713-9bcb-461e-a100-2e610d2d8e6c"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:37:49.575640 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cffbe1-542e-47b6-bbdf-2367ced0cc82 x-openstack-request-id: req-f9cffbe1-542e-47b6-bbdf-2367ced0cc82 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:37:49.575935 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a5d378-ca74-4d8f-b458-e0d76a8af8d9", "tag": "e729c713-9bcb-461e-a100-2e610d2d8e6c", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:37:49.576193 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f9cffbe1-542e-47b6-bbdf-2367ced0cc82 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:37:49.576605 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9cffbe1-542e-47b6-bbdf-2367ced0cc82'] response: {'name': 'network-changed', 'server_uuid': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'tag': 'e729c713-9bcb-461e-a100-2e610d2d8e6c', 'status': 'completed', 'code': 200} Sep 12 23:37:49.600125 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:49.609615 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-f4f005cd-32a8-4e60-8b86-a96f140cfb78 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:37:49.638409 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034029c9-6819-4adb-b3e3-fa34a931b163 req-05302730-eb2f-4e81-ac85-a406aa38d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:49.639956 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-034029c9-6819-4adb-b3e3-fa34a931b163 req-05302730-eb2f-4e81-ac85-a406aa38d376 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 1129 time: 0.0409620 Sep 12 23:37:49.662430 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:49.736758 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034029c9-6819-4adb-b3e3-fa34a931b163 req-c602fd50-fe4a-4a48-b81e-0e6fd5e9138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:49.738132 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-034029c9-6819-4adb-b3e3-fa34a931b163 req-c602fd50-fe4a-4a48-b81e-0e6fd5e9138e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 915 time: 0.0929894 Sep 12 23:37:49.798852 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-034029c9-6819-4adb-b3e3-fa34a931b163 req-9d60b913-2fff-4972-83db-00a6a8a5eeb9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e729c713-9bcb-461e-a100-2e610d2d8e6c HTTP/1.1" status: 200 len: 998 time: 0.0544295 Sep 12 23:37:49.822233 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-f4f005cd-32a8-4e60-8b86-a96f140cfb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '78caebf1-ee2d-46d8-8712-73ad7eccc151', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': 'e729c713-9bcb-461e-a100-2e610d2d8e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:76:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:37:37Z', 'updated_at': '2022-09-12T23:37:49Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:49.831671 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:49.846773 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f005cd-32a8-4e60-8b86-a96f140cfb78 None None] Checking router: 35a1ac74-3d42-4c69-ab85-bbd60e04302e for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:37:49.850103 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034029c9-6819-4adb-b3e3-fa34a931b163 req-c9f68d12-2c09-48b2-a73a-dc7ca7ddd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:49.851538 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-034029c9-6819-4adb-b3e3-fa34a931b163 req-c9f68d12-2c09-48b2-a73a-dc7ca7ddd3e0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0476723 Sep 12 23:37:49.855011 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f005cd-32a8-4e60-8b86-a96f140cfb78 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:37:49.855638 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-f4f005cd-32a8-4e60-8b86-a96f140cfb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:49.893810 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034029c9-6819-4adb-b3e3-fa34a931b163 req-023a7a3c-80c6-455d-8aef-ae85763c1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:37:49.895548 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-034029c9-6819-4adb-b3e3-fa34a931b163 req-023a7a3c-80c6-455d-8aef-ae85763c1aa8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378985 Sep 12 23:37:49.956008 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-f4f005cd-32a8-4e60-8b86-a96f140cfb78 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:37:49.987522 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-034029c9-6819-4adb-b3e3-fa34a931b163 req-e5760dc6-022a-4d68-a34e-5f1649bc8b1d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856941 Sep 12 23:37:50.079888 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-034029c9-6819-4adb-b3e3-fa34a931b163 req-90166918-c8c6-464d-939d-a89fbfd35c68 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864241 Sep 12 23:37:50.164912 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-f4f005cd-32a8-4e60-8b86-a96f140cfb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '78caebf1-ee2d-46d8-8712-73ad7eccc151', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': 'e729c713-9bcb-461e-a100-2e610d2d8e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:76:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:37:37Z', 'updated_at': '2022-09-12T23:37:49Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:37:50.188320 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f005cd-32a8-4e60-8b86-a96f140cfb78 None None] The sync data for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi is: [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '78caebf1-ee2d-46d8-8712-73ad7eccc151', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': 'e729c713-9bcb-461e-a100-2e610d2d8e6c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:76:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:37:37Z', 'updated_at': '2022-09-12T23:37:49Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:37:50.368114 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f14075-9a63-4e53-b656-6dfe8e6d570c None None] New status for floating IP 78caebf1-ee2d-46d8-8712-73ad7eccc151: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:37:54.885895 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-aebb7dc2-71d1-4018-8074-762e3aa5b462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:57.341887 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d8e8-ec04-4fc8-8aae-9feb6ef1c508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:58.258941 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:58.267056 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:37:58.515291 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:37:59.743306 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:00.023750 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:00.028591 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:00.069948 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=22 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:00.076139 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=46 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:00.560962 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:00.563467 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:02.919123 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54000) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:03.060450 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Deleting port 4458f836-f3be-426b-9b95-282a5a77c47c {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:03.060786 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (4458f836-f3be-426b-9b95-282a5a77c47c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:03.147103 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (4458f836-f3be-426b-9b95-282a5a77c47c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:03.147423 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (4458f836-f3be-426b-9b95-282a5a77c47c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:03.160776 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Calling delete_port for 4458f836-f3be-426b-9b95-282a5a77c47c owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:03.328201 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (4458f836-f3be-426b-9b95-282a5a77c47c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:03.351708 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event deleted for resources: {'Port': ['ID=4458f836-f3be-426b-9b95-282a5a77c47c,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:03.416908 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (602cc220-bf27-4367-b24b-eccdadb1c41e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:03.417259 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Floating IP 602cc220-bf27-4367-b24b-eccdadb1c41e disassociated (deleted). External IP: 172.27.3.157, port: 9161919b-1838-4c64-a5a8-de22e08e110b. Sep 12 23:38:03.634991 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Router 7d487690-b453-417c-969d-a2ee43b4553a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:38:03.745255 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:38:03.751716 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:03.756466 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4642bc3f-502d-4314-8a34-b60fe581ba3f None None] Sync routers for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:38:03.766993 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4642bc3f-502d-4314-8a34-b60fe581ba3f None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:03.767869 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4642bc3f-502d-4314-8a34-b60fe581ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:03.787256 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-6fe6dc96-c797-46b2-900b-bfcb7a0602a7 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/602cc220-bf27-4367-b24b-eccdadb1c41e HTTP/1.1" status: 204 len: 168 time: 0.8669980 Sep 12 23:38:03.788002 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb291d6-b18d-4241-b659-50cf940eb227', 'tag': '9161919b-1838-4c64-a5a8-de22e08e110b'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:38:03.790325 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd540e1-5018-4374-95a5-bffed0a07e36" -d '{"events": [{"name": "network-changed", "server_uuid": "afb291d6-b18d-4241-b659-50cf940eb227", "tag": "9161919b-1838-4c64-a5a8-de22e08e110b"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:38:03.836172 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49036006-86ff-4a7d-b2d3-1f21b95d495c x-openstack-request-id: req-49036006-86ff-4a7d-b2d3-1f21b95d495c {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:38:03.836463 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb291d6-b18d-4241-b659-50cf940eb227", "tag": "9161919b-1838-4c64-a5a8-de22e08e110b", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:38:03.836712 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-49036006-86ff-4a7d-b2d3-1f21b95d495c {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:38:03.837128 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49036006-86ff-4a7d-b2d3-1f21b95d495c'] response: {'name': 'network-changed', 'server_uuid': 'afb291d6-b18d-4241-b659-50cf940eb227', 'tag': '9161919b-1838-4c64-a5a8-de22e08e110b', 'status': 'completed', 'code': 200} Sep 12 23:38:03.895695 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-4642bc3f-502d-4314-8a34-b60fe581ba3f None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:03.901642 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:03.904820 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:03.911402 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd540e1-5018-4374-95a5-bffed0a07e36 req-82d4e662-eb79-44ee-b157-1ef13c0bfc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:03.913085 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcd540e1-5018-4374-95a5-bffed0a07e36 req-82d4e662-eb79-44ee-b157-1ef13c0bfc8c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 1130 time: 0.0522289 Sep 12 23:38:04.026863 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd540e1-5018-4374-95a5-bffed0a07e36 req-38b29503-d1c8-4c68-b938-3e449c01f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:04.028387 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcd540e1-5018-4374-95a5-bffed0a07e36 req-38b29503-d1c8-4c68-b938-3e449c01f57c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 913 time: 0.1025548 Sep 12 23:38:04.061657 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383e5c0-2f21-4b2e-948c-dd4c35e9395d req-aedb39ab-936e-43fa-afe6-095ef33b0fa4 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:04.063142 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8383e5c0-2f21-4b2e-948c-dd4c35e9395d req-aedb39ab-936e-43fa-afe6-095ef33b0fa4 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 946 time: 0.0565059 Sep 12 23:38:04.103999 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:04.116863 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-8383e5c0-2f21-4b2e-948c-dd4c35e9395d req-9505a266-4b6e-4d42-af33-0f247c9855dc tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477090 Sep 12 23:38:04.124459 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4642bc3f-502d-4314-8a34-b60fe581ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '178b0bd5-6aae-4602-b9fb-2a9a66f9ae67', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': 'e122a07d-d119-4a70-9133-63ec543a476e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:9c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:34:15Z', 'updated_at': '2022-09-12T23:34:18Z', 'revision_number': 1, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:04.152942 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4642bc3f-502d-4314-8a34-b60fe581ba3f None None] Checking router: 7d487690-b453-417c-969d-a2ee43b4553a for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:38:04.161824 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4642bc3f-502d-4314-8a34-b60fe581ba3f None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:04.162428 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4642bc3f-502d-4314-8a34-b60fe581ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:04.260406 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-4642bc3f-502d-4314-8a34-b60fe581ba3f None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:04.590168 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-4642bc3f-502d-4314-8a34-b60fe581ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '178b0bd5-6aae-4602-b9fb-2a9a66f9ae67', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': 'e122a07d-d119-4a70-9133-63ec543a476e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:9c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:34:15Z', 'updated_at': '2022-09-12T23:34:18Z', 'revision_number': 1, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:04.617540 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4642bc3f-502d-4314-8a34-b60fe581ba3f None None] The sync data for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi is: [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '178b0bd5-6aae-4602-b9fb-2a9a66f9ae67', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'port_id': 'e122a07d-d119-4a70-9133-63ec543a476e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'mac_address': 'fa:16:3e:9c:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:34:15Z', 'updated_at': '2022-09-12T23:34:18Z', 'revision_number': 1, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:38:04.840783 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b339985-4c70-4ae2-8d92-11555c79906c None None] New status for floating IP 602cc220-bf27-4367-b24b-eccdadb1c41e: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:38:05.024127 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcd540e1-5018-4374-95a5-bffed0a07e36 req-05f5d0e3-2bcf-4f24-9923-9f0124fdf7d0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9161919b-1838-4c64-a5a8-de22e08e110b HTTP/1.1" status: 200 len: 217 time: 0.0325279 Sep 12 23:38:05.077555 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd540e1-5018-4374-95a5-bffed0a07e36 req-b0da671f-9805-4f53-9f08-f664a643ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:05.079478 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcd540e1-5018-4374-95a5-bffed0a07e36 req-b0da671f-9805-4f53-9f08-f664a643ba58 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.0476327 Sep 12 23:38:05.123780 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd540e1-5018-4374-95a5-bffed0a07e36 req-7db10938-9adc-43c0-8e6d-6809599d981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:05.125203 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcd540e1-5018-4374-95a5-bffed0a07e36 req-7db10938-9adc-43c0-8e6d-6809599d981e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374374 Sep 12 23:38:05.285563 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95e04f-37d2-43ad-852f-29c238e1ca78 req-0442d257-d293-4a8d-94db-c4b40e9ceb5f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:05.286988 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a95e04f-37d2-43ad-852f-29c238e1ca78 req-0442d257-d293-4a8d-94db-c4b40e9ceb5f tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 946 time: 0.0865567 Sep 12 23:38:05.333207 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcd540e1-5018-4374-95a5-bffed0a07e36 req-e9b33e67-df57-46dc-826c-6dbc5b4950ed service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410048 Sep 12 23:38:05.356558 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3a95e04f-37d2-43ad-852f-29c238e1ca78 req-b8f8d0ee-8c0c-497e-bca0-b472e817e366 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634561 Sep 12 23:38:05.512169 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-fcd540e1-5018-4374-95a5-bffed0a07e36 req-07e01db8-b818-4282-8248-54f7a9ef7f1f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854588 Sep 12 23:38:05.545326 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635aaf7-600c-4725-8227-418b616e6d16 req-44b06755-7a6c-4ac8-8682-12d114bc323e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:05.546758 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6635aaf7-600c-4725-8227-418b616e6d16 req-44b06755-7a6c-4ac8-8682-12d114bc323e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 946 time: 0.0491140 Sep 12 23:38:05.630818 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-6635aaf7-600c-4725-8227-418b616e6d16 req-964bd761-e87c-47cd-93ad-585106d90bc0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Deleting port 9161919b-1838-4c64-a5a8-de22e08e110b {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:05.631169 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6635aaf7-600c-4725-8227-418b616e6d16 req-964bd761-e87c-47cd-93ad-585106d90bc0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:05.732761 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [req-6635aaf7-600c-4725-8227-418b616e6d16 req-964bd761-e87c-47cd-93ad-585106d90bc0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] For port 9161919b-1838-4c64-a5a8-de22e08e110b, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=9161919b-1838-4c64-a5a8-de22e08e110b,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:05.733124 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6635aaf7-600c-4725-8227-418b616e6d16 req-964bd761-e87c-47cd-93ad-585106d90bc0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:05.746520 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [req-6635aaf7-600c-4725-8227-418b616e6d16 req-964bd761-e87c-47cd-93ad-585106d90bc0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Calling delete_port for 9161919b-1838-4c64-a5a8-de22e08e110b owned by compute:nova {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:05.873230 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6635aaf7-600c-4725-8227-418b616e6d16 req-964bd761-e87c-47cd-93ad-585106d90bc0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (9161919b-1838-4c64-a5a8-de22e08e110b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:05.899987 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bd761-e87c-47cd-93ad-585106d90bc0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event deleted for resources: {'Port': ['ID=9161919b-1838-4c64-a5a8-de22e08e110b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:05.945843 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6635aaf7-600c-4725-8227-418b616e6d16 req-964bd761-e87c-47cd-93ad-585106d90bc0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] No DVR routers for this DVR port 9161919b-1838-4c64-a5a8-de22e08e110b on host hv-cinder-85200 {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:38:05.948345 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [req-6635aaf7-600c-4725-8227-418b616e6d16 req-964bd761-e87c-47cd-93ad-585106d90bc0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:05.951529 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-6635aaf7-600c-4725-8227-418b616e6d16 req-964bd761-e87c-47cd-93ad-585106d90bc0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "DELETE /networking/v2.0/ports/9161919b-1838-4c64-a5a8-de22e08e110b HTTP/1.1" status: 204 len: 173 time: 0.3998449 Sep 12 23:38:05.952033 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb291d6-b18d-4241-b659-50cf940eb227', 'name': 'network-vif-deleted', 'tag': '9161919b-1838-4c64-a5a8-de22e08e110b'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:38:05.954911 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd454731-4113-4f66-aae6-b59d9dc4667d" -d '{"events": [{"server_uuid": "afb291d6-b18d-4241-b659-50cf940eb227", "name": "network-vif-deleted", "tag": "9161919b-1838-4c64-a5a8-de22e08e110b"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:38:05.993368 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fadfd44-0e4d-413a-bf7d-511af3b0d0a0 x-openstack-request-id: req-2fadfd44-0e4d-413a-bf7d-511af3b0d0a0 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:38:05.993774 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb291d6-b18d-4241-b659-50cf940eb227", "name": "network-vif-deleted", "tag": "9161919b-1838-4c64-a5a8-de22e08e110b", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:38:05.993990 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2fadfd44-0e4d-413a-bf7d-511af3b0d0a0 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:38:05.994275 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fadfd44-0e4d-413a-bf7d-511af3b0d0a0'] response: {'server_uuid': 'afb291d6-b18d-4241-b659-50cf940eb227', 'name': 'network-vif-deleted', 'tag': '9161919b-1838-4c64-a5a8-de22e08e110b', 'status': 'completed', 'code': 200} Sep 12 23:38:06.487518 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-cd65fabe-4bb6-44b1-8ea2-d0b49abee0b9 req-2f5dc34b-d592-408b-967d-32473b09790e tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=afb291d6-b18d-4241-b659-50cf940eb227 HTTP/1.1" status: 200 len: 210 time: 0.0276241 Sep 12 23:38:08.514009 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:09.787481 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54028) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:09.922649 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Deleting port af126f97-8847-4e40-a865-e1de3855d372 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:09.922987 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (af126f97-8847-4e40-a865-e1de3855d372), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:09.998414 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (af126f97-8847-4e40-a865-e1de3855d372), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:09.998730 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (af126f97-8847-4e40-a865-e1de3855d372), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:10.010184 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Calling delete_port for af126f97-8847-4e40-a865-e1de3855d372 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:10.142313 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:10.148245 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (af126f97-8847-4e40-a865-e1de3855d372), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:10.151394 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:10.345499 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 9161919b-1838-4c64-a5a8-de22e08e110b no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:38:10.364454 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: 9161919b-1838-4c64-a5a8-de22e08e110b {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:38:10.364800 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 9161919b-1838-4c64-a5a8-de22e08e110b not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:38:10.410703 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event deleted for resources: {'Port': ['ID=af126f97-8847-4e40-a865-e1de3855d372,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:10.470339 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (178b0bd5-6aae-4602-b9fb-2a9a66f9ae67), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:10.470883 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Floating IP 178b0bd5-6aae-4602-b9fb-2a9a66f9ae67 disassociated (deleted). External IP: 172.27.3.177, port: e122a07d-d119-4a70-9133-63ec543a476e. Sep 12 23:38:10.671889 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Router 7d487690-b453-417c-969d-a2ee43b4553a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:38:10.774121 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:38:10.778812 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:10.783382 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90c525-6575-42df-80ac-9e26c0f5fd2e None None] Sync routers for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:38:10.793246 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd90c525-6575-42df-80ac-9e26c0f5fd2e None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:10.793852 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fd90c525-6575-42df-80ac-9e26c0f5fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:10.807836 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-042481f5-746e-4641-a9f8-f62b48aa16ea tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/178b0bd5-6aae-4602-b9fb-2a9a66f9ae67 HTTP/1.1" status: 204 len: 168 time: 1.0192163 Sep 12 23:38:10.808458 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'tag': 'e122a07d-d119-4a70-9133-63ec543a476e'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:38:10.810734 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1e8277-631e-49e0-8749-9038c7eed6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f37c4155-6a32-4c60-94f9-542d3beac5bd", "tag": "e122a07d-d119-4a70-9133-63ec543a476e"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:38:10.850814 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f4bdd-f0d5-4d4f-bb4d-ba8dbea99e14 x-openstack-request-id: req-1d5f4bdd-f0d5-4d4f-bb4d-ba8dbea99e14 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:38:10.851891 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37c4155-6a32-4c60-94f9-542d3beac5bd", "tag": "e122a07d-d119-4a70-9133-63ec543a476e", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:38:10.852380 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1d5f4bdd-f0d5-4d4f-bb4d-ba8dbea99e14 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:38:10.853009 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5f4bdd-f0d5-4d4f-bb4d-ba8dbea99e14'] response: {'name': 'network-changed', 'server_uuid': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'tag': 'e122a07d-d119-4a70-9133-63ec543a476e', 'status': 'completed', 'code': 200} Sep 12 23:38:10.902795 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-fd90c525-6575-42df-80ac-9e26c0f5fd2e None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:10.920358 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e8277-631e-49e0-8749-9038c7eed6c9 req-7b2389be-9e45-43bf-9bfe-ec6de1320b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:10.922831 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9f1e8277-631e-49e0-8749-9038c7eed6c9 req-7b2389be-9e45-43bf-9bfe-ec6de1320b81 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaa5d21fc40540e4b811713e5efeff46&device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 1129 time: 0.0488148 Sep 12 23:38:11.042662 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:11.054414 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e8277-631e-49e0-8749-9038c7eed6c9 req-5480ea80-035b-43a5-a41a-4fe5a8d1a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:11.055949 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9f1e8277-631e-49e0-8749-9038c7eed6c9 req-5480ea80-035b-43a5-a41a-4fe5a8d1a9b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 200 len: 913 time: 0.1275048 Sep 12 23:38:11.066946 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83505da3-43c2-4ae3-a850-fddcdf49f989 req-fda14306-55db-4191-b9a2-850e23c6215d tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:11.068422 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-83505da3-43c2-4ae3-a850-fddcdf49f989 req-fda14306-55db-4191-b9a2-850e23c6215d tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 945 time: 0.0586650 Sep 12 23:38:11.109626 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fd90c525-6575-42df-80ac-9e26c0f5fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:11.122182 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-83505da3-43c2-4ae3-a850-fddcdf49f989 req-720cfd78-25dc-4821-8bf1-350c0ef6a7d4 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480554 Sep 12 23:38:11.134576 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90c525-6575-42df-80ac-9e26c0f5fd2e None None] Checking router: 7d487690-b453-417c-969d-a2ee43b4553a for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:38:11.143669 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd90c525-6575-42df-80ac-9e26c0f5fd2e None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:11.144275 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fd90c525-6575-42df-80ac-9e26c0f5fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:11.247190 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-fd90c525-6575-42df-80ac-9e26c0f5fd2e None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:11.362370 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:11.427995 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fd90c525-6575-42df-80ac-9e26c0f5fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:11.456010 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd90c525-6575-42df-80ac-9e26c0f5fd2e None None] The sync data for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi is: [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:30:20Z', 'revision_number': 4, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': 'dce3c0d9-cd54-4a6f-8229-14c755a594ad', 'name': '', 'network_id': 'eca586cf-58eb-48f2-bcf7-9aa793fb9bf1', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'mac_address': 'fa:16:3e:c3:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:19Z', 'updated_at': '2022-09-12T23:30:29Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'subnets': [{'id': 'f301b7a6-feee-4435-afba-5f5753bbb8c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:38:11.662040 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b86a7-de9d-478a-819d-eaa960f31a90 None None] New status for floating IP 178b0bd5-6aae-4602-b9fb-2a9a66f9ae67: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:38:12.061533 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9f1e8277-631e-49e0-8749-9038c7eed6c9 req-2e2e65b9-352a-4554-a9fb-2edf4f01d66b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e122a07d-d119-4a70-9133-63ec543a476e HTTP/1.1" status: 200 len: 217 time: 0.0330811 Sep 12 23:38:12.110229 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e8277-631e-49e0-8749-9038c7eed6c9 req-66b0524c-844b-4aa5-bb50-a8e3ad275e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:12.111678 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9f1e8277-631e-49e0-8749-9038c7eed6c9 req-66b0524c-844b-4aa5-bb50-a8e3ad275e6a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 200 len: 851 time: 0.0431836 Sep 12 23:38:12.168118 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e8277-631e-49e0-8749-9038c7eed6c9 req-894fdaa4-c8ed-42f3-84b2-6238d6fad68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:12.169618 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9f1e8277-631e-49e0-8749-9038c7eed6c9 req-894fdaa4-c8ed-42f3-84b2-6238d6fad68e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451024 Sep 12 23:38:12.225475 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:12.247112 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6567527-bddf-4285-8bfc-85e4c1ce5d4b req-e693659a-b6a4-4a99-8543-7675a6f3c1af tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:12.248609 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d6567527-bddf-4285-8bfc-85e4c1ce5d4b req-e693659a-b6a4-4a99-8543-7675a6f3c1af tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 945 time: 0.0476532 Sep 12 23:38:12.297956 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-d6567527-bddf-4285-8bfc-85e4c1ce5d4b req-65690384-7770-4f07-a0c1-a15c9c131cae tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6972ab3e-5c0c-4305-9b6c-c96692095c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436661 Sep 12 23:38:12.307714 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9f1e8277-631e-49e0-8749-9038c7eed6c9 req-61ebf7c0-75e7-4d47-9848-71ca545730cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907431 Sep 12 23:38:12.520917 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:12.532536 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-9f1e8277-631e-49e0-8749-9038c7eed6c9 req-af3f53df-5483-4224-8962-8528fd9c8c7f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903378 Sep 12 23:38:12.554002 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcbd9e-7fb0-4267-bbb2-3e6bb0bec5ca req-c46b26e6-0d58-4c56-8fd1-37099530659c tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:12.555522 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dffcbd9e-7fb0-4267-bbb2-3e6bb0bec5ca req-c46b26e6-0d58-4c56-8fd1-37099530659c tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 945 time: 0.0485227 Sep 12 23:38:12.644134 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-dffcbd9e-7fb0-4267-bbb2-3e6bb0bec5ca req-ab9de0a4-9408-4164-a3a5-bdc51e5db749 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Deleting port e122a07d-d119-4a70-9133-63ec543a476e {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:12.644719 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-dffcbd9e-7fb0-4267-bbb2-3e6bb0bec5ca req-ab9de0a4-9408-4164-a3a5-bdc51e5db749 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (e122a07d-d119-4a70-9133-63ec543a476e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:12.739894 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-dffcbd9e-7fb0-4267-bbb2-3e6bb0bec5ca req-ab9de0a4-9408-4164-a3a5-bdc51e5db749 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] For port e122a07d-d119-4a70-9133-63ec543a476e, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=e122a07d-d119-4a70-9133-63ec543a476e,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:12.740259 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-dffcbd9e-7fb0-4267-bbb2-3e6bb0bec5ca req-ab9de0a4-9408-4164-a3a5-bdc51e5db749 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (e122a07d-d119-4a70-9133-63ec543a476e), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:12.753449 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-dffcbd9e-7fb0-4267-bbb2-3e6bb0bec5ca req-ab9de0a4-9408-4164-a3a5-bdc51e5db749 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Calling delete_port for e122a07d-d119-4a70-9133-63ec543a476e owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:12.857632 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:12.878536 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-dffcbd9e-7fb0-4267-bbb2-3e6bb0bec5ca req-ab9de0a4-9408-4164-a3a5-bdc51e5db749 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (e122a07d-d119-4a70-9133-63ec543a476e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:12.904153 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9de0a4-9408-4164-a3a5-bdc51e5db749 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event deleted for resources: {'Port': ['ID=e122a07d-d119-4a70-9133-63ec543a476e,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:12.943059 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:12.960346 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffcbd9e-7fb0-4267-bbb2-3e6bb0bec5ca req-ab9de0a4-9408-4164-a3a5-bdc51e5db749 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] No DVR routers for this DVR port e122a07d-d119-4a70-9133-63ec543a476e on host hv-cinder-85200 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:38:12.962904 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-dffcbd9e-7fb0-4267-bbb2-3e6bb0bec5ca req-ab9de0a4-9408-4164-a3a5-bdc51e5db749 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:12.966155 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-dffcbd9e-7fb0-4267-bbb2-3e6bb0bec5ca req-ab9de0a4-9408-4164-a3a5-bdc51e5db749 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e122a07d-d119-4a70-9133-63ec543a476e HTTP/1.1" status: 204 len: 173 time: 0.4047918 Sep 12 23:38:12.966787 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'name': 'network-vif-deleted', 'tag': 'e122a07d-d119-4a70-9133-63ec543a476e'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:38:12.969655 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d881b4bb-425e-418a-aa2a-cbbb25871086" -d '{"events": [{"server_uuid": "f37c4155-6a32-4c60-94f9-542d3beac5bd", "name": "network-vif-deleted", "tag": "e122a07d-d119-4a70-9133-63ec543a476e"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:38:13.006490 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f873eeab-1c02-440f-a29d-92ba4d96b44c x-openstack-request-id: req-f873eeab-1c02-440f-a29d-92ba4d96b44c {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:38:13.006781 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37c4155-6a32-4c60-94f9-542d3beac5bd", "name": "network-vif-deleted", "tag": "e122a07d-d119-4a70-9133-63ec543a476e", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:38:13.007054 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f873eeab-1c02-440f-a29d-92ba4d96b44c {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:38:13.007575 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f873eeab-1c02-440f-a29d-92ba4d96b44c'] response: {'server_uuid': 'f37c4155-6a32-4c60-94f9-542d3beac5bd', 'name': 'network-vif-deleted', 'tag': 'e122a07d-d119-4a70-9133-63ec543a476e', 'status': 'completed', 'code': 200} Sep 12 23:38:13.619726 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3f268246-487d-4a98-a2eb-32e936f142af req-750e9313-ed6d-4584-984e-dd93385a39d0 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=f37c4155-6a32-4c60-94f9-542d3beac5bd HTTP/1.1" status: 200 len: 210 time: 0.2258744 Sep 12 23:38:14.684883 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54048) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:14.795047 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c1060-8084-4286-80d4-748b1d5952b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Deleting port 87d4487a-d576-4584-8d42-aed3b8f3590c {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:14.795288 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4c8c1060-8084-4286-80d4-748b1d5952b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (87d4487a-d576-4584-8d42-aed3b8f3590c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:14.871364 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4c8c1060-8084-4286-80d4-748b1d5952b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (87d4487a-d576-4584-8d42-aed3b8f3590c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:14.871713 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4c8c1060-8084-4286-80d4-748b1d5952b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (87d4487a-d576-4584-8d42-aed3b8f3590c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:14.884469 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c1060-8084-4286-80d4-748b1d5952b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Calling delete_port for 87d4487a-d576-4584-8d42-aed3b8f3590c owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:15.011107 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4c8c1060-8084-4286-80d4-748b1d5952b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (87d4487a-d576-4584-8d42-aed3b8f3590c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:15.039042 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c1060-8084-4286-80d4-748b1d5952b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event deleted for resources: {'Port': ['ID=87d4487a-d576-4584-8d42-aed3b8f3590c,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:15.099794 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4c8c1060-8084-4286-80d4-748b1d5952b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for floatingip (114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:15.102183 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-4c8c1060-8084-4286-80d4-748b1d5952b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:15.103318 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-4c8c1060-8084-4286-80d4-748b1d5952b8 tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/114d46e9-72c9-49eb-8eb6-2cc80a9f8d7f HTTP/1.1" status: 204 len: 168 time: 0.4182756 Sep 12 23:38:16.307275 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54060) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:16.374138 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-67c8b854-9ba2-4407-83e8-44a3e2be010a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group (6972ab3e-5c0c-4305-9b6c-c96692095c56), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:16.375711 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device e122a07d-d119-4a70-9133-63ec543a476e no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:38:16.394034 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: e122a07d-d119-4a70-9133-63ec543a476e {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:38:16.394635 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device e122a07d-d119-4a70-9133-63ec543a476e not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:38:16.400820 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-67c8b854-9ba2-4407-83e8-44a3e2be010a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group (6972ab3e-5c0c-4305-9b6c-c96692095c56), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:16.464271 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-67c8b854-9ba2-4407-83e8-44a3e2be010a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (6972ab3e-5c0c-4305-9b6c-c96692095c56), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:16.466773 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-67c8b854-9ba2-4407-83e8-44a3e2be010a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:16.467926 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-67c8b854-9ba2-4407-83e8-44a3e2be010a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6972ab3e-5c0c-4305-9b6c-c96692095c56 HTTP/1.1" status: 204 len: 168 time: 0.1596365 Sep 12 23:38:16.477437 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8b854-9ba2-4407-83e8-44a3e2be010a tempest-TestVolumeBootPattern-2069738643 tempest-TestVolumeBootPattern-2069738643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6972ab3e-5c0c-4305-9b6c-c96692095c56,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:16.524073 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54064) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:16.874162 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:16.878678 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:16.929332 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739930'] for router_interface (7d487690-b453-417c-969d-a2ee43b4553a), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:17.145068 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] Deleting port dce3c0d9-cd54-4a6f-8229-14c755a594ad {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:17.145312 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:17.229188 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] For port dce3c0d9-cd54-4a6f-8229-14c755a594ad, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=dce3c0d9-cd54-4a6f-8229-14c755a594ad,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:17.229551 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:17.242714 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] Calling delete_port for dce3c0d9-cd54-4a6f-8229-14c755a594ad owned by network:router_interface {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:17.419140 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (dce3c0d9-cd54-4a6f-8229-14c755a594ad), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:17.443076 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] Pushing event deleted for resources: {'Port': ['ID=dce3c0d9-cd54-4a6f-8229-14c755a594ad,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:17.606045 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764362'] for router_interface (7d487690-b453-417c-969d-a2ee43b4553a), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:17.658088 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:17.750220 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:17.810853 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] Router 7d487690-b453-417c-969d-a2ee43b4553a has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:38:17.914031 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:38:17.918959 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-6a216baf-4c05-49da-bc3b-967150178092 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/7d487690-b453-417c-969d-a2ee43b4553a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3938804 Sep 12 23:38:17.921784 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54068) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:17.924334 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5cb0e-249b-4536-810f-90a799a21c12 None None] Sync routers for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:38:17.934418 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5cb0e-249b-4536-810f-90a799a21c12 None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:17.935021 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-88f5cb0e-249b-4536-810f-90a799a21c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:18.017609 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Publish callbacks [] for router (7d487690-b453-417c-969d-a2ee43b4553a), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.035361 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-88f5cb0e-249b-4536-810f-90a799a21c12 None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:18.115179 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Publish callbacks [] for router_gateway (7d487690-b453-417c-969d-a2ee43b4553a), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.160124 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Deleting port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:18.160459 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.201995 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-88f5cb0e-249b-4536-810f-90a799a21c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:38:17Z', 'revision_number': 5, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port': {'id': 'eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:54:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d487690-b453-417c-969d-a2ee43b4553a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:15Z', 'updated_at': '2022-09-12T23:30:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:18.230373 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5cb0e-249b-4536-810f-90a799a21c12 None None] Checking router: 7d487690-b453-417c-969d-a2ee43b4553a for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:38:18.239100 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5cb0e-249b-4536-810f-90a799a21c12 None None] Routers {'7d487690-b453-417c-969d-a2ee43b4553a'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:18.239749 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-88f5cb0e-249b-4536-810f-90a799a21c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['7d487690-b453-417c-969d-a2ee43b4553a'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:18.242156 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] For port eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:18.242522 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.255958 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Calling delete_port for eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:18.321544 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-88f5cb0e-249b-4536-810f-90a799a21c12 None None] Set router 7d487690-b453-417c-969d-a2ee43b4553a gateway port host: None {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:18.368983 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-88f5cb0e-249b-4536-810f-90a799a21c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:38:18Z', 'revision_number': 6, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port_host': None}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:18.393514 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5cb0e-249b-4536-810f-90a799a21c12 None None] The sync data for ids ['7d487690-b453-417c-969d-a2ee43b4553a'] in dv-cinder-852009-7-iscsi is: [{'id': '7d487690-b453-417c-969d-a2ee43b4553a', 'name': 'tempest-TestVolumeBootPattern-1205475411-router', 'tenant_id': 'eaa5d21fc40540e4b811713e5efeff46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:14Z', 'updated_at': '2022-09-12T23:38:18Z', 'revision_number': 6, 'project_id': 'eaa5d21fc40540e4b811713e5efeff46', 'gw_port_host': None}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:38:18.425989 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.447776 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:18.513936 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1646425'] for router_gateway (7d487690-b453-417c-969d-a2ee43b4553a), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.598457 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1762244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62030'] for router (7d487690-b453-417c-969d-a2ee43b4553a), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.600502 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Publish callbacks [] for router_controller (7d487690-b453-417c-969d-a2ee43b4553a), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.639970 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1764441'] for router (7d487690-b453-417c-969d-a2ee43b4553a), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.640547 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d487690-b453-417c-969d-a2ee43b4553a {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:38:18.644877 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.645986 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e956118d-2283-4d8d-a75d-d1fc1a2f2b78 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/7d487690-b453-417c-969d-a2ee43b4553a HTTP/1.1" status: 204 len: 168 time: 0.7226641 Sep 12 23:38:18.648557 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54072) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:18.654871 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:18.693996 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb72946-b4d4-4c87-ac75-07e415d3203d admin admin] Deleting subnet f301b7a6-feee-4435-afba-5f5753bbb8c1 {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:38:18.697070 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fdb72946-b4d4-4c87-ac75-07e415d3203d admin admin] Publish callbacks [] for subnet (f301b7a6-feee-4435-afba-5f5753bbb8c1), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.735693 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fdb72946-b4d4-4c87-ac75-07e415d3203d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3963660'] for subnet (f301b7a6-feee-4435-afba-5f5753bbb8c1), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.820635 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:18.838868 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fdb72946-b4d4-4c87-ac75-07e415d3203d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (f301b7a6-feee-4435-afba-5f5753bbb8c1), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.853501 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device dce3c0d9-cd54-4a6f-8229-14c755a594ad no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:38:18.879499 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: dce3c0d9-cd54-4a6f-8229-14c755a594ad {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:38:18.879956 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device dce3c0d9-cd54-4a6f-8229-14c755a594ad not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:38:18.895807 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fdb72946-b4d4-4c87-ac75-07e415d3203d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3290282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4088693'] for subnet (f301b7a6-feee-4435-afba-5f5753bbb8c1), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.926678 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb72946-b4d4-4c87-ac75-07e415d3203d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f301b7a6-feee-4435-afba-5f5753bbb8c1,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:18.930339 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fdb72946-b4d4-4c87-ac75-07e415d3203d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:18.934590 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-fdb72946-b4d4-4c87-ac75-07e415d3203d admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/f301b7a6-feee-4435-afba-5f5753bbb8c1 HTTP/1.1" status: 204 len: 168 time: 0.2850356 Sep 12 23:38:18.936122 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99311f5e-c3b8-4742-af81-23ba10f22c6f None None] Network eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:38:18.937102 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54074) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:19.011930 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (eca586cf-58eb-48f2-bcf7-9aa793fb9bf1), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.054866 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Deleting port 5d16bd38-03a9-46d3-88dd-83e18cccabdb {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:19.055207 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.116846 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] For port 5d16bd38-03a9-46d3-88dd-83e18cccabdb, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=5d16bd38-03a9-46d3-88dd-83e18cccabdb,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:19.117095 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.129257 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Calling delete_port for 5d16bd38-03a9-46d3-88dd-83e18cccabdb owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:19.212770 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b6b7b4-ee26-4071-885d-87d2680ff089 None None] DHCP port deletion for eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 request from dv-cinder-852009-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:38:19.393170 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-20b6b7b4-ee26-4071-885d-87d2680ff089 None None] Deleting port 5d16bd38-03a9-46d3-88dd-83e18cccabdb {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:19.393559 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-20b6b7b4-ee26-4071-885d-87d2680ff089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.453025 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=100 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:19.467360 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-20b6b7b4-ee26-4071-885d-87d2680ff089 None None] For port 5d16bd38-03a9-46d3-88dd-83e18cccabdb, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=5d16bd38-03a9-46d3-88dd-83e18cccabdb,segment=NetworkSegment(6aae7fc9-5feb-41a8-a24b-2d28a3d86c40),segment_id=6aae7fc9-5feb-41a8-a24b-2d28a3d86c40)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:19.467923 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-20b6b7b4-ee26-4071-885d-87d2680ff089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.482399 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-20b6b7b4-ee26-4071-885d-87d2680ff089 None None] Calling delete_port for 5d16bd38-03a9-46d3-88dd-83e18cccabdb owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:19.498886 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.523444 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d16bd38-03a9-46d3-88dd-83e18cccabdb,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:19.529197 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] No DVR routers for this DVR port 5d16bd38-03a9-46d3-88dd-83e18cccabdb on host dv-cinder-852009-7-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:38:19.562317 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:19.564333 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-20b6b7b4-ee26-4071-885d-87d2680ff089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976'] for port (5d16bd38-03a9-46d3-88dd-83e18cccabdb), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.592498 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6b7b4-ee26-4071-885d-87d2680ff089 None None] Pushing event deleted for resources: {'Port': ['ID=5d16bd38-03a9-46d3-88dd-83e18cccabdb,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:19.594357 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b6b7b4-ee26-4071-885d-87d2680ff089 None None] No DVR routers for this DVR port 5d16bd38-03a9-46d3-88dd-83e18cccabdb on host dv-cinder-852009-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:38:19.618967 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (eca586cf-58eb-48f2-bcf7-9aa793fb9bf1), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.642567 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca586cf-58eb-48f2-bcf7-9aa793fb9bf1']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:19.654916 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:19.655145 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aae7fc9-5feb-41a8-a24b-2d28a3d86c40') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:19.664779 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2123295'] for segment (6aae7fc9-5feb-41a8-a24b-2d28a3d86c40), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.677736 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (6aae7fc9-5feb-41a8-a24b-2d28a3d86c40), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.684409 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:38:19.684960 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3896281'] for segment (6aae7fc9-5feb-41a8-a24b-2d28a3d86c40), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.728080 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 6aae7fc9-5feb-41a8-a24b-2d28a3d86c40 resource provider aggregate not found Sep 12 23:38:19.746525 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 6aae7fc9-5feb-41a8-a24b-2d28a3d86c40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6aae7fc9-5feb-41a8-a24b-2d28a3d86c40 found for delete ", "request_id": "req-cce67209-1487-4152-b299-12a313fb1ecb"}]} Sep 12 23:38:19.751457 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (eca586cf-58eb-48f2-bcf7-9aa793fb9bf1), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.757208 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:19.760277 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/eca586cf-58eb-48f2-bcf7-9aa793fb9bf1 HTTP/1.1" status: 204 len: 168 time: 0.8218098 Sep 12 23:38:19.763397 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54080) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:19.771888 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f25af-8560-43f7-bf20-bcf98ff8ef7a admin admin] Pushing event deleted for resources: {'Network': ['ID=eca586cf-58eb-48f2-bcf7-9aa793fb9bf1,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:20.067689 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739930'] for router_interface (d24e7c45-513d-48f9-a968-43019fe951a3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:20.282104 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] Deleting port d1aa7925-a8e4-418a-814f-384a4f946822 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:20.282356 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:20.325333 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:20.363617 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] For port d1aa7925-a8e4-418a-814f-384a4f946822, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d1aa7925-a8e4-418a-814f-384a4f946822,segment=NetworkSegment(7f12f003-f458-4f84-b205-a99ca64f5329),segment_id=7f12f003-f458-4f84-b205-a99ca64f5329)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:20.363981 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:20.377131 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] Calling delete_port for d1aa7925-a8e4-418a-814f-384a4f946822 owned by network:router_interface {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:20.498143 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:20.551746 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (d1aa7925-a8e4-418a-814f-384a4f946822), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:20.577550 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1aa7925-a8e4-418a-814f-384a4f946822,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:20.601459 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5d16bd38-03a9-46d3-88dd-83e18cccabdb no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:38:20.621515 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 5d16bd38-03a9-46d3-88dd-83e18cccabdb {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:38:20.621863 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 5d16bd38-03a9-46d3-88dd-83e18cccabdb not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:38:20.622298 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:38:20.641483 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:38:20.641829 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device eb5a721b-8f64-494d-a3cb-92f8d3f6c6e7 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:38:20.735203 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764362'] for router_interface (d24e7c45-513d-48f9-a968-43019fe951a3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:20.939406 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] Router d24e7c45-513d-48f9-a968-43019fe951a3 has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:38:21.038870 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:38:21.043782 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-efb8141b-8b01-41a5-8e05-373daac08b25 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/d24e7c45-513d-48f9-a968-43019fe951a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2793143 Sep 12 23:38:21.046296 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54082) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:21.049551 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f36c4-3fd9-4f24-b2e9-4df05e2e9c47 None None] Sync routers for ids ['d24e7c45-513d-48f9-a968-43019fe951a3'] in dv-cinder-852009-7-iscsi {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:38:21.060011 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f36c4-3fd9-4f24-b2e9-4df05e2e9c47 None None] Routers {'d24e7c45-513d-48f9-a968-43019fe951a3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:21.060623 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-924f36c4-3fd9-4f24-b2e9-4df05e2e9c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['d24e7c45-513d-48f9-a968-43019fe951a3'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:21.142570 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Publish callbacks [] for router (d24e7c45-513d-48f9-a968-43019fe951a3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:21.158927 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-924f36c4-3fd9-4f24-b2e9-4df05e2e9c47 None None] Set router d24e7c45-513d-48f9-a968-43019fe951a3 gateway port host: dv-cinder-852009-7-iscsi {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:21.231699 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:21.244255 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Publish callbacks [] for router_gateway (d24e7c45-513d-48f9-a968-43019fe951a3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:21.335264 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-924f36c4-3fd9-4f24-b2e9-4df05e2e9c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'name': 'tempest-TestVolumeBootPattern-1227089305-router', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:38:20Z', 'revision_number': 5, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'gw_port': {'id': '729a7945-1e99-435a-a9eb-3e6496faa94c', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:21.361631 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f36c4-3fd9-4f24-b2e9-4df05e2e9c47 None None] Checking router: d24e7c45-513d-48f9-a968-43019fe951a3 for host: dv-cinder-852009-7-iscsi {{(pid=106219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:38:21.370576 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f36c4-3fd9-4f24-b2e9-4df05e2e9c47 None None] Routers {'d24e7c45-513d-48f9-a968-43019fe951a3'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:21.371195 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-924f36c4-3fd9-4f24-b2e9-4df05e2e9c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:37:57Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['d24e7c45-513d-48f9-a968-43019fe951a3'], 'active': True} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:21.457004 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_dvr_db [None req-924f36c4-3fd9-4f24-b2e9-4df05e2e9c47 None None] Set router d24e7c45-513d-48f9-a968-43019fe951a3 gateway port host: None {{(pid=106219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:21.505932 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.l3_hamode_db [None req-924f36c4-3fd9-4f24-b2e9-4df05e2e9c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'name': 'tempest-TestVolumeBootPattern-1227089305-router', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:38:21Z', 'revision_number': 6, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'gw_port_host': None}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:21.532100 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924f36c4-3fd9-4f24-b2e9-4df05e2e9c47 None None] The sync data for ids ['d24e7c45-513d-48f9-a968-43019fe951a3'] in dv-cinder-852009-7-iscsi is: [{'id': 'd24e7c45-513d-48f9-a968-43019fe951a3', 'name': 'tempest-TestVolumeBootPattern-1227089305-router', 'tenant_id': '90b1f65e3cf44a8fae0aed69971e8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:30:24Z', 'updated_at': '2022-09-12T23:38:21Z', 'revision_number': 6, 'project_id': '90b1f65e3cf44a8fae0aed69971e8810', 'gw_port_host': None}] {{(pid=106219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:38:21.547856 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Deleting port 729a7945-1e99-435a-a9eb-3e6496faa94c {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:21.548198 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:21.593268 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:21.635910 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] For port 729a7945-1e99-435a-a9eb-3e6496faa94c, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=729a7945-1e99-435a-a9eb-3e6496faa94c,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:21.636270 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:21.649841 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Calling delete_port for 729a7945-1e99-435a-a9eb-3e6496faa94c owned by network:router_gateway {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:21.805259 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (729a7945-1e99-435a-a9eb-3e6496faa94c), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:21.834223 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Pushing event deleted for resources: {'Port': ['ID=729a7945-1e99-435a-a9eb-3e6496faa94c,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:21.893801 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1646425'] for router_gateway (d24e7c45-513d-48f9-a968-43019fe951a3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:21.993579 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1762244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62030'] for router (d24e7c45-513d-48f9-a968-43019fe951a3), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:21.995749 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Publish callbacks [] for router_controller (d24e7c45-513d-48f9-a968-43019fe951a3), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.036452 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1764441'] for router (d24e7c45-513d-48f9-a968-43019fe951a3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.037030 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d24e7c45-513d-48f9-a968-43019fe951a3 {{(pid=106217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:38:22.041396 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.042720 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-a2f0111c-14f8-426e-89aa-823c03bcf08c admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/d24e7c45-513d-48f9-a968-43019fe951a3 HTTP/1.1" status: 204 len: 168 time: 0.9955127 Sep 12 23:38:22.045173 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54084) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:22.091782 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5c8dff-a099-463e-b6a1-d2132884deaf admin admin] Deleting subnet 18a2d160-142c-4723-b4af-5014ecbac21a {{(pid=106217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:38:22.094859 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8dff-a099-463e-b6a1-d2132884deaf admin admin] Publish callbacks [] for subnet (18a2d160-142c-4723-b4af-5014ecbac21a), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.129535 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8dff-a099-463e-b6a1-d2132884deaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3963660'] for subnet (18a2d160-142c-4723-b4af-5014ecbac21a), precommit_delete_associations {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.201427 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8dff-a099-463e-b6a1-d2132884deaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (18a2d160-142c-4723-b4af-5014ecbac21a), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.257920 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8dff-a099-463e-b6a1-d2132884deaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3290282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4088693'] for subnet (18a2d160-142c-4723-b4af-5014ecbac21a), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.283160 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c8dff-a099-463e-b6a1-d2132884deaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a2d160-142c-4723-b4af-5014ecbac21a,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:22.288087 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8dff-a099-463e-b6a1-d2132884deaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.291959 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4d5c8dff-a099-463e-b6a1-d2132884deaf admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/18a2d160-142c-4723-b4af-5014ecbac21a HTTP/1.1" status: 204 len: 168 time: 0.2451024 Sep 12 23:38:22.293915 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54086) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:22.294311 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351997b5-5910-4145-b63f-d96b8ad3ad53 None None] Network 0046a4d9-14f6-41cf-9999-187e0103877b requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:38:22.365637 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (0046a4d9-14f6-41cf-9999-187e0103877b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.403358 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:22.408737 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:22.416907 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Deleting port d6b208b5-3c33-4532-9013-afaa99dc3d80 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:22.417340 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.447137 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6275f6cf-677c-4c81-b0cc-55d98513f451 None None] DHCP port deletion for 0046a4d9-14f6-41cf-9999-187e0103877b request from dv-cinder-852009-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:38:22.483184 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] For port d6b208b5-3c33-4532-9013-afaa99dc3d80, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d6b208b5-3c33-4532-9013-afaa99dc3d80,segment=NetworkSegment(7f12f003-f458-4f84-b205-a99ca64f5329),segment_id=7f12f003-f458-4f84-b205-a99ca64f5329)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:22.483540 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.488162 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-6275f6cf-677c-4c81-b0cc-55d98513f451 None None] Deleting port d6b208b5-3c33-4532-9013-afaa99dc3d80 {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:22.488446 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6275f6cf-677c-4c81-b0cc-55d98513f451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.497164 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Calling delete_port for d6b208b5-3c33-4532-9013-afaa99dc3d80 owned by network:dhcp {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:22.561067 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-6275f6cf-677c-4c81-b0cc-55d98513f451 None None] For port d6b208b5-3c33-4532-9013-afaa99dc3d80, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d6b208b5-3c33-4532-9013-afaa99dc3d80,segment=NetworkSegment(7f12f003-f458-4f84-b205-a99ca64f5329),segment_id=7f12f003-f458-4f84-b205-a99ca64f5329)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:22.561488 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6275f6cf-677c-4c81-b0cc-55d98513f451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.582302 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-6275f6cf-677c-4c81-b0cc-55d98513f451 None None] Calling delete_port for d6b208b5-3c33-4532-9013-afaa99dc3d80 owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:22.597417 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.631194 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b208b5-3c33-4532-9013-afaa99dc3d80,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:22.631720 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d1aa7925-a8e4-418a-814f-384a4f946822 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:38:22.636278 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] No DVR routers for this DVR port d6b208b5-3c33-4532-9013-afaa99dc3d80 on host dv-cinder-852009-7-iscsi {{(pid=106217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:38:22.652941 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: d1aa7925-a8e4-418a-814f-384a4f946822 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:38:22.653285 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d1aa7925-a8e4-418a-814f-384a4f946822 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:38:22.653770 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d6b208b5-3c33-4532-9013-afaa99dc3d80 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:38:22.681649 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: d6b208b5-3c33-4532-9013-afaa99dc3d80 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:38:22.681924 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d6b208b5-3c33-4532-9013-afaa99dc3d80 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:38:22.682340 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 729a7945-1e99-435a-a9eb-3e6496faa94c no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:38:22.705355 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 729a7945-1e99-435a-a9eb-3e6496faa94c {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:38:22.705729 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 729a7945-1e99-435a-a9eb-3e6496faa94c not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:38:22.709588 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (0046a4d9-14f6-41cf-9999-187e0103877b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.723669 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6275f6cf-677c-4c81-b0cc-55d98513f451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976'] for port (d6b208b5-3c33-4532-9013-afaa99dc3d80), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.732601 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0046a4d9-14f6-41cf-9999-187e0103877b']}} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:22.742286 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f12f003-f458-4f84-b205-a99ca64f5329') {'for_net_delete': True} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:22.742633 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.services.segments.db [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f12f003-f458-4f84-b205-a99ca64f5329') {} {{(pid=106217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:22.748354 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275f6cf-677c-4c81-b0cc-55d98513f451 None None] Pushing event deleted for resources: {'Port': ['ID=d6b208b5-3c33-4532-9013-afaa99dc3d80,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:22.752850 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275f6cf-677c-4c81-b0cc-55d98513f451 None None] No DVR routers for this DVR port d6b208b5-3c33-4532-9013-afaa99dc3d80 on host dv-cinder-852009-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:38:22.756004 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3963653'] for segment (7f12f003-f458-4f84-b205-a99ca64f5329), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.775108 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (7f12f003-f458-4f84-b205-a99ca64f5329), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.781444 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:38:22.781824 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290112'] for segment (7f12f003-f458-4f84-b205-a99ca64f5329), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.801956 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 7f12f003-f458-4f84-b205-a99ca64f5329 resource provider aggregate not found Sep 12 23:38:22.831807 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.services.segments.plugin [-] Segment 7f12f003-f458-4f84-b205-a99ca64f5329 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f12f003-f458-4f84-b205-a99ca64f5329 found for delete ", "request_id": "req-40c1cad5-0395-4fea-9a4f-71d6bb6b0db6"}]} Sep 12 23:38:22.852042 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (0046a4d9-14f6-41cf-9999-187e0103877b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.856680 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:22.860280 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/0046a4d9-14f6-41cf-9999-187e0103877b HTTP/1.1" status: 204 len: 168 time: 0.5656137 Sep 12 23:38:22.872710 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd011b-44e3-4619-96a9-ee43d3b09084 admin admin] Pushing event deleted for resources: {'Network': ['ID=0046a4d9-14f6-41cf-9999-187e0103877b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:22.976712 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54094) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:23.022114 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e70879d0-e83e-40bb-b4b4-e75e4f6a1b55 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=eaa5d21fc40540e4b811713e5efeff46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441658 Sep 12 23:38:23.024651 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54096) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:23.050793 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:23.073628 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-010a292d-e35c-4358-8beb-f3a70120479b admin admin] Publish callbacks [] for security_group (6d6536f8-09aa-4640-8794-cde37ba48e98), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:23.092920 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-010a292d-e35c-4358-8beb-f3a70120479b admin admin] Publish callbacks [] for security_group (6d6536f8-09aa-4640-8794-cde37ba48e98), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:23.139447 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-010a292d-e35c-4358-8beb-f3a70120479b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (6d6536f8-09aa-4640-8794-cde37ba48e98), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:23.141931 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-010a292d-e35c-4358-8beb-f3a70120479b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:23.143085 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-010a292d-e35c-4358-8beb-f3a70120479b admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/6d6536f8-09aa-4640-8794-cde37ba48e98 HTTP/1.1" status: 204 len: 168 time: 0.1175120 Sep 12 23:38:23.151051 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a292d-e35c-4358-8beb-f3a70120479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6536f8-09aa-4640-8794-cde37ba48e98,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:23.460045 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54102) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:23.467400 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:23.502681 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-fc5400fa-d288-4dce-9973-34ebda8e9b1d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=90b1f65e3cf44a8fae0aed69971e8810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415344 Sep 12 23:38:23.505205 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54104) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:23.553482 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-eb246874-f156-42ee-8124-86f91a39d049 admin admin] Publish callbacks [] for security_group (3a5cbe8e-93fb-4442-b4d5-570c51c9c8bc), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:23.575541 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-eb246874-f156-42ee-8124-86f91a39d049 admin admin] Publish callbacks [] for security_group (3a5cbe8e-93fb-4442-b4d5-570c51c9c8bc), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:23.600761 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:38:23.622006 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-eb246874-f156-42ee-8124-86f91a39d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (3a5cbe8e-93fb-4442-b4d5-570c51c9c8bc), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:23.624572 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-eb246874-f156-42ee-8124-86f91a39d049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:23.625692 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-eb246874-f156-42ee-8124-86f91a39d049 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/3a5cbe8e-93fb-4442-b4d5-570c51c9c8bc HTTP/1.1" status: 204 len: 168 time: 0.1196198 Sep 12 23:38:23.633565 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb246874-f156-42ee-8124-86f91a39d049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5cbe8e-93fb-4442-b4d5-570c51c9c8bc,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:24.887788 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6840b6c3-acb5-465f-871a-d3384419d811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:27.345586 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e22276b2-7768-4877-b2c7-39781b31b50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:28.519560 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:29.746506 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:30.031874 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:31.508936 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=46 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:32.862922 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=45,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:32.863735 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=36,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:33.595428 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=51 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:33.628915 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:33.630040 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:35.633508 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b6b8e-cb28-4264-9fd1-4be667a6174c req-ab733acf-8510-4965-9464-be1cc1adf94a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:35.634882 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ea1b6b8e-cb28-4264-9fd1-4be667a6174c req-ab733acf-8510-4965-9464-be1cc1adf94a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 945 time: 0.0475559 Sep 12 23:38:35.680141 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-ea1b6b8e-cb28-4264-9fd1-4be667a6174c req-7db540bd-5428-4571-b8ef-853476954518 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67cd1c7c-cbc8-430c-8cdc-faef03051f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397651 Sep 12 23:38:36.801707 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1909a-2e97-455c-94d5-5f3a37bcc165 req-0fe51ce6-4fbb-4986-9382-5534479f87a4 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:36.803073 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-45b1909a-2e97-455c-94d5-5f3a37bcc165 req-0fe51ce6-4fbb-4986-9382-5534479f87a4 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 945 time: 0.0467505 Sep 12 23:38:36.851354 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-45b1909a-2e97-455c-94d5-5f3a37bcc165 req-55e604e5-7f98-4c54-b275-0c6fe14a2b6d tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=67cd1c7c-cbc8-430c-8cdc-faef03051f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Sep 12 23:38:37.057444 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-439c7f39-8267-4093-82ba-87c70f57f4c2 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:37.058790 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-439c7f39-8267-4093-82ba-87c70f57f4c2 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 945 time: 0.0487022 Sep 12 23:38:37.139956 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Deleting port e729c713-9bcb-461e-a100-2e610d2d8e6c {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:37.140288 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:37.228882 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] For port e729c713-9bcb-461e-a100-2e610d2d8e6c, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=e729c713-9bcb-461e-a100-2e610d2d8e6c,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:37.229235 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:37.396835 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:37.397110 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (78caebf1-ee2d-46d8-8712-73ad7eccc151), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:37.397420 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Floating IP 78caebf1-ee2d-46d8-8712-73ad7eccc151 disassociated. External IP: 172.27.3.26, port: e729c713-9bcb-461e-a100-2e610d2d8e6c. Sep 12 23:38:37.397755 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Calling delete_port for e729c713-9bcb-461e-a100-2e610d2d8e6c owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:37.520796 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (e729c713-9bcb-461e-a100-2e610d2d8e6c), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:37.553551 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'Port': ['ID=e729c713-9bcb-461e-a100-2e610d2d8e6c,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:37.661880 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Router 35a1ac74-3d42-4c69-ab85-bbd60e04302e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:38:37.761736 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:38:37.767690 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:37.772228 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49e9595-efb2-4d9f-b734-bcdacb37b0fc None None] Sync routers for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:38:37.781618 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49e9595-efb2-4d9f-b734-bcdacb37b0fc None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:37.782314 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-a49e9595-efb2-4d9f-b734-bcdacb37b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:38:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:37.809814 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] No DVR routers for this DVR port e729c713-9bcb-461e-a100-2e610d2d8e6c on host hv-cinder-85200 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:38:37.813278 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:37.816650 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3ca4db83-be60-4bb8-b309-b05c4178e1de req-45cfe8f3-27a7-4dd0-bb0a-64f593e23f2b tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e729c713-9bcb-461e-a100-2e610d2d8e6c HTTP/1.1" status: 204 len: 173 time: 0.7532213 Sep 12 23:38:37.817162 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'name': 'network-vif-deleted', 'tag': 'e729c713-9bcb-461e-a100-2e610d2d8e6c'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:38:37.819465 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37071f30-213d-4dc6-9e2c-cc85ce173a1e" -d '{"events": [{"server_uuid": "d5a5d378-ca74-4d8f-b458-e0d76a8af8d9", "name": "network-vif-deleted", "tag": "e729c713-9bcb-461e-a100-2e610d2d8e6c"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:38:37.867697 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7c9420-71c8-4092-8f82-2857b7bd8a87 x-openstack-request-id: req-5a7c9420-71c8-4092-8f82-2857b7bd8a87 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:38:37.867989 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5d378-ca74-4d8f-b458-e0d76a8af8d9", "name": "network-vif-deleted", "tag": "e729c713-9bcb-461e-a100-2e610d2d8e6c", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:38:37.868365 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5a7c9420-71c8-4092-8f82-2857b7bd8a87 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:38:37.868780 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7c9420-71c8-4092-8f82-2857b7bd8a87'] response: {'server_uuid': 'd5a5d378-ca74-4d8f-b458-e0d76a8af8d9', 'name': 'network-vif-deleted', 'tag': 'e729c713-9bcb-461e-a100-2e610d2d8e6c', 'status': 'completed', 'code': 200} Sep 12 23:38:37.897610 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-a49e9595-efb2-4d9f-b734-bcdacb37b0fc None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:38.004212 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-41d86944-988d-4423-bc42-00607a871642 req-cabf9da3-fcd7-497a-99e7-905688fc1e21 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=d5a5d378-ca74-4d8f-b458-e0d76a8af8d9 HTTP/1.1" status: 200 len: 210 time: 0.0526447 Sep 12 23:38:38.099723 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:38.120593 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-a49e9595-efb2-4d9f-b734-bcdacb37b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:38.145929 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49e9595-efb2-4d9f-b734-bcdacb37b0fc None None] Checking router: 35a1ac74-3d42-4c69-ab85-bbd60e04302e for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:38:38.153935 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49e9595-efb2-4d9f-b734-bcdacb37b0fc None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:38.154529 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-a49e9595-efb2-4d9f-b734-bcdacb37b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:38:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:38.245392 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:38.260872 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-a49e9595-efb2-4d9f-b734-bcdacb37b0fc None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:38.450597 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-a49e9595-efb2-4d9f-b734-bcdacb37b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:38.475480 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49e9595-efb2-4d9f-b734-bcdacb37b0fc None None] The sync data for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi is: [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:38:38.529305 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:38.681246 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa997857-26fa-4124-b406-9a9764fd1774 None None] New status for floating IP 78caebf1-ee2d-46d8-8712-73ad7eccc151: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:38:39.103251 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54178) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:39.138558 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:39.160857 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2524118b-3a49-4dc8-9193-ec942a413f2f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (67cd1c7c-cbc8-430c-8cdc-faef03051f92), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.183306 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2524118b-3a49-4dc8-9193-ec942a413f2f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (67cd1c7c-cbc8-430c-8cdc-faef03051f92), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.231836 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2524118b-3a49-4dc8-9193-ec942a413f2f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (67cd1c7c-cbc8-430c-8cdc-faef03051f92), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.234370 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2524118b-3a49-4dc8-9193-ec942a413f2f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.235524 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-2524118b-3a49-4dc8-9193-ec942a413f2f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/67cd1c7c-cbc8-430c-8cdc-faef03051f92 HTTP/1.1" status: 204 len: 168 time: 0.1312733 Sep 12 23:38:39.238328 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54180) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:39.244577 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524118b-3a49-4dc8-9193-ec942a413f2f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cd1c7c-cbc8-430c-8cdc-faef03051f92,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:39.252840 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.api.v2.resource [None req-e5fe2186-7e98-4d83-9b0e-d3524b3813f3 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] show failed (client error): The resource could not be found. Sep 12 23:38:39.253951 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-e5fe2186-7e98-4d83-9b0e-d3524b3813f3 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups/67cd1c7c-cbc8-430c-8cdc-faef03051f92 HTTP/1.1" status: 404 len: 347 time: 0.0145979 Sep 12 23:38:39.257163 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54182) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:39.369148 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-37dcc5b1-6603-4793-8892-0f5c4941ceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Deleting port 88314b71-ba59-4b3f-b079-e4c6e5e93f58 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:38:39.369396 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-37dcc5b1-6603-4793-8892-0f5c4941ceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (88314b71-ba59-4b3f-b079-e4c6e5e93f58), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.447075 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-37dcc5b1-6603-4793-8892-0f5c4941ceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (88314b71-ba59-4b3f-b079-e4c6e5e93f58), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.447402 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-37dcc5b1-6603-4793-8892-0f5c4941ceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (88314b71-ba59-4b3f-b079-e4c6e5e93f58), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.460233 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-37dcc5b1-6603-4793-8892-0f5c4941ceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Calling delete_port for 88314b71-ba59-4b3f-b079-e4c6e5e93f58 owned by network:floatingip {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:38:39.589540 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-37dcc5b1-6603-4793-8892-0f5c4941ceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (88314b71-ba59-4b3f-b079-e4c6e5e93f58), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.620288 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcc5b1-6603-4793-8892-0f5c4941ceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'Port': ['ID=88314b71-ba59-4b3f-b079-e4c6e5e93f58,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:39.677915 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-37dcc5b1-6603-4793-8892-0f5c4941ceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (78caebf1-ee2d-46d8-8712-73ad7eccc151), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.680528 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-37dcc5b1-6603-4793-8892-0f5c4941ceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.681708 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-37dcc5b1-6603-4793-8892-0f5c4941ceb9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/78caebf1-ee2d-46d8-8712-73ad7eccc151 HTTP/1.1" status: 204 len: 168 time: 0.4235904 Sep 12 23:38:39.748834 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54186) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:39.753321 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-e4be4c64-c2d5-4371-8c74-c50c97707114 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592985034', 'description': 'tempest-description--1330760213'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:38:39.773941 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4be4c64-c2d5-4371-8c74-c50c97707114 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.847194 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4be4c64-c2d5-4371-8c74-c50c97707114 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.850739 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4be4c64-c2d5-4371-8c74-c50c97707114 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.881952 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e4be4c64-c2d5-4371-8c74-c50c97707114 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.883109 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e4be4c64-c2d5-4371-8c74-c50c97707114 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1332500 Sep 12 23:38:39.885281 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be4c64-c2d5-4371-8c74-c50c97707114 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:39.886320 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54188) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:39.890869 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group_rule': {'security_group_id': '75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:38:39.918598 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (e9434ffd-d071-46e8-bc02-f3b2784c168b), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.974448 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (e9434ffd-d071-46e8-bc02-f3b2784c168b), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.977692 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (e9434ffd-d071-46e8-bc02-f3b2784c168b), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:39.996031 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9434ffd-d071-46e8-bc02-f3b2784c168b,revision_number=0']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:40.005609 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.006788 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193991 Sep 12 23:38:40.008087 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.008445 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.008790 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.009132 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.009676 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54190) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:40.012015 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.012376 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.012743 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.013083 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.013448 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.013801 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.014158 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.014471 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-0321cf44-b2eb-438b-8237-33788f2111f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'security_group_rule': {'security_group_id': '75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:38:40.014576 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.014823 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.015151 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.015479 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d990c843-3a57-445c-a6ba-3f5fe3410590 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:40.042325 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0321cf44-b2eb-438b-8237-33788f2111f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (4db54639-2dc0-4cc4-b6c1-d5fc5b6a5734), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.070802 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:40.087593 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:40.102230 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0321cf44-b2eb-438b-8237-33788f2111f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (4db54639-2dc0-4cc4-b6c1-d5fc5b6a5734), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.105706 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0321cf44-b2eb-438b-8237-33788f2111f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766316'] for security_group_rule (4db54639-2dc0-4cc4-b6c1-d5fc5b6a5734), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.125464 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321cf44-b2eb-438b-8237-33788f2111f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db54639-2dc0-4cc4-b6c1-d5fc5b6a5734,revision_number=0']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:40.131640 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0321cf44-b2eb-438b-8237-33788f2111f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.132875 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0321cf44-b2eb-438b-8237-33788f2111f1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221025 Sep 12 23:38:40.135929 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54192) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:40.140375 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'floatingip': {'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:38:40.162586 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.242203 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.343455 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Allocated IP 172.27.3.221 (3d1bb2ef-6927-4726-aaac-6b0961c086cb/e570c212-8c3f-44f3-baa6-202f9f3848a5/ae633c63-8446-4c89-98d2-ecaa492f755f) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:38:40.455796 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (ae633c63-8446-4c89-98d2-ecaa492f755f), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.486567 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (ae633c63-8446-4c89-98d2-ecaa492f755f), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.523320 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Network 3d1bb2ef-6927-4726-aaac-6b0961c086cb is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:38:40.529707 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:38:40.533670 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:38:40.538682 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=ae633c63-8446-4c89-98d2-ecaa492f755f,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:40.619456 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (44317238-757e-4fb5-903d-bbfeadffafbf), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.655434 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (ae633c63-8446-4c89-98d2-ecaa492f755f), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.783499 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:UPDATE=6,neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:40.788433 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:40.808081 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (ae633c63-8446-4c89-98d2-ecaa492f755f), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.813225 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (ae633c63-8446-4c89-98d2-ecaa492f755f), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.881534 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (44317238-757e-4fb5-903d-bbfeadffafbf), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.884261 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=ae633c63-8446-4c89-98d2-ecaa492f755f,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:40.901310 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:40.902544 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-f6ef46f9-2530-4cc8-afe6-706a1ce300dc tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7656710 Sep 12 23:38:41.102510 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-b609d18d-bd88-4532-928f-c7f9c23532d5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--592985034&fields=id&tenant_id=1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 267 time: 0.0429420 Sep 12 23:38:41.212622 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-a889e92f-8da1-46c9-b9a5-16ad381e7600 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:41.214077 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-a889e92f-8da1-46c9-b9a5-16ad381e7600 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 814 time: 0.1052835 Sep 12 23:38:41.228383 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-edbc252b-8942-4999-8ff6-26c5434a3fb4 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/quotas/1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 375 time: 0.0088553 Sep 12 23:38:41.278365 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-c79340b3-9b33-41da-b54e-e623a50bf48c tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449409 Sep 12 23:38:41.293883 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-90b17323-f29e-43b7-97e7-a7f7c094e4b6 service neutron] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106217) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:38:41.294806 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-90b17323-f29e-43b7-97e7-a7f7c094e4b6 service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052722 Sep 12 23:38:41.386641 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-5d13cdcb-c538-47e1-a650-2d60d4e8796a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865197 Sep 12 23:38:41.475816 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-ccb53bdb-26dc-4731-b107-e28fb7fa56aa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827141 Sep 12 23:38:41.637938 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-434e9d0d-48ac-40c0-92f2-7456420986b2 req-1a4f09d6-55c3-4768-b0e6-3c762d95aed5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 210 time: 0.0286198 Sep 12 23:38:42.467265 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device e729c713-9bcb-461e-a100-2e610d2d8e6c no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:38:42.490542 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: e729c713-9bcb-461e-a100-2e610d2d8e6c {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:38:42.490909 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device e729c713-9bcb-461e-a100-2e610d2d8e6c not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:38:42.599590 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-eddd8273-9115-4cae-b285-5d0b592b7626 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:42.601023 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-eddd8273-9115-4cae-b285-5d0b592b7626 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 814 time: 0.1083374 Sep 12 23:38:42.668460 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-bf090837-511f-4183-b858-88d14004fd26 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1649d6cd95d4496baaee3a0c0595a304 HTTP/1.1" status: 200 len: 379 time: 0.0590692 Sep 12 23:38:42.734446 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'port': {'device_id': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'admin_state_up': True, 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'security_groups': ['75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3']}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:38:42.739311 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-b3ed6ba0-108f-405e-a1ff-d6d845e61f75 req-f0358392-4e35-4e83-b7ec-d02e99b3ce2e tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 210 time: 0.0283105 Sep 12 23:38:42.841748 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Made reservation on behalf of 1649d6cd95d4496baaee3a0c0595a304 for: {'port': 1} {{(pid=106216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:38:42.845477 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:42.973578 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_common [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Allocated IP 172.20.0.6 (ed4f9993-21de-4020-a46f-ad235aaa1a52/5c8a082d-5139-440e-8a4c-a396da0549ff/4bf3512b-c0f1-4c6c-ad06-cdea620289cc) {{(pid=106216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:38:43.108395 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:43.142750 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763242113967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:43.185732 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 is already hosted by enough agents. {{(pid=106216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:38:43.189395 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.base_scheduler [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Resources bound (agent type, host, resource id): {{(pid=106216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:38:43.192738 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:43.193655 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Received port after_create {{(pid=106216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:38:43.199970 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event updated for resources: {'Port': ['ID=4bf3512b-c0f1-4c6c-ad06-cdea620289cc,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:43.227869 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:43.231651 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.232000 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.232339 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.232677 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.233012 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.233330 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.233658 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.233976 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.234798 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.235119 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.235439 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.235951 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.236274 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.236592 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.236913 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:43.261330 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:43.261956 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:43.278696 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-0a54d766-3c55-46ac-bca0-c0d6af484d07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5481887 Sep 12 23:38:43.287404 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-779d4786-824e-4e03-8976-34a6d2ffd6be tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] http://10.222.0.27:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:38:43.288434 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-779d4786-824e-4e03-8976-34a6d2ffd6be tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051339 Sep 12 23:38:43.300700 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.v2.base [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Request body: {'port': {'device_id': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85200'}} {{(pid=106216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:38:43.374264 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:43.409355 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-bf055275-6fbd-4f34-891f-7adaa0d6a503 None None] Provisioning complete for port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc triggered by entity DHCP. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:38:43.409734 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-bf055275-6fbd-4f34-891f-7adaa0d6a503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:43.441346 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-bf055275-6fbd-4f34-891f-7adaa0d6a503 None None] Port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc cannot update to ACTIVE because it is not bound. {{(pid=106218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:38:43.626246 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf3512b-c0f1-4c6c-ad06-cdea620289cc {{(pid=106216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:38:43.636259 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Publish callbacks [] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:43.651682 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.provisioning_blocks [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Transition to ACTIVE for port object 4bf3512b-c0f1-4c6c-ad06-cdea620289cc will not be triggered until provisioned by entity L2. {{(pid=106216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:38:43.655016 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:43.716621 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Pushing event updated for resources: {'Port': ['ID=4bf3512b-c0f1-4c6c-ad06-cdea620289cc,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:43.765323 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Attempting to bind port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc on host hv-cinder-85200 for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:38:43.765674 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Attempting to bind port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc by drivers openvswitch,hyperv on host hv-cinder-85200 at level 0 using segments [{'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:38:43.766004 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Attempting to bind port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc on network ed4f9993-21de-4020-a46f-ad235aaa1a52 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:38:43.807336 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc on network ed4f9993-21de-4020-a46f-ad235aaa1a52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85200 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:38:43.807724 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Attempting to bind port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc on network ed4f9993-21de-4020-a46f-ad235aaa1a52 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:38:43.889948 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d8e83-fcd6-4025-b4cf-5dc2373965ed req-3afb35e3-3800-4959-9d8d-06f0353fa5b5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:43.891344 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-701d8e83-fcd6-4025-b4cf-5dc2373965ed req-3afb35e3-3800-4959-9d8d-06f0353fa5b5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 943 time: 0.0635676 Sep 12 23:38:43.893934 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Checking agent: {'id': '0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85200', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'started_at': datetime.datetime(2022, 9, 12, 23, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:38:43.894265 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Checking segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:38:43.894636 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Bound using segment: {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:38:43.895066 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Bound port: 4bf3512b-c0f1-4c6c-ad06-cdea620289cc, host: hv-cinder-85200, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f43f295-40c5-4468-99d2-85785fdf61b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:38:43.895701 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:43.997060 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-701d8e83-fcd6-4025-b4cf-5dc2373965ed req-35290710-568a-42e4-88b8-c2b5dec573cb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991726 Sep 12 23:38:44.006169 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] For port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc, host hv-cinder-85200, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:38:44.009169 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] For port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc, host hv-cinder-85200, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=4bf3512b-c0f1-4c6c-ad06-cdea620289cc,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:38:44.016096 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3896069'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:44.037422 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:44.038023 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:44.039351 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4bf3512b-c0f1-4c6c-ad06-cdea620289cc HTTP/1.1" status: 200 len: 1093 time: 0.7432396 Sep 12 23:38:44.039854 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'tag': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:38:44.042041 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356c776e-08b8-47a9-bd43-b340106c1733" -d '{"events": [{"name": "network-changed", "server_uuid": "a8745b2a-014b-42b0-8275-2b52e4ccb0a4", "tag": "4bf3512b-c0f1-4c6c-ad06-cdea620289cc"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:38:44.050520 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:44.073975 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9fe4c-3def-40d1-b08f-34aa3771a3fd service neutron] Pushing event updated for resources: {'Port': ['ID=4bf3512b-c0f1-4c6c-ad06-cdea620289cc,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:44.095746 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e17463a-181a-41a0-a252-f00cdc5e089c x-openstack-request-id: req-7e17463a-181a-41a0-a252-f00cdc5e089c {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:38:44.096040 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8745b2a-014b-42b0-8275-2b52e4ccb0a4", "tag": "4bf3512b-c0f1-4c6c-ad06-cdea620289cc", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:38:44.096295 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7e17463a-181a-41a0-a252-f00cdc5e089c {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:38:44.096697 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e17463a-181a-41a0-a252-f00cdc5e089c'] response: {'name': 'network-changed', 'server_uuid': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'tag': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc', 'status': 'completed', 'code': 200} Sep 12 23:38:44.127747 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-2b866205-35c4-4014-bc54-5acec9d2a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:44.129242 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-2b866205-35c4-4014-bc54-5acec9d2a3be service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 1127 time: 0.0481935 Sep 12 23:38:44.142310 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:44.172603 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-d9c3fe8c-034a-4b59-b9b9-f4fb038841c4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bf3512b-c0f1-4c6c-ad06-cdea620289cc HTTP/1.1" status: 200 len: 217 time: 0.0351028 Sep 12 23:38:44.219438 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-99b73d24-2370-46e6-89bd-ca80c60d3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:44.220897 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-99b73d24-2370-46e6-89bd-ca80c60d3d37 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0438187 Sep 12 23:38:44.262973 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-47d972cf-70c5-44a4-ab38-349a340cdda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:44.264848 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-47d972cf-70c5-44a4-ab38-349a340cdda6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385265 Sep 12 23:38:44.362179 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-911afb0c-11f5-458c-b6c2-c4967ab852d5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909584 Sep 12 23:38:44.453850 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-c32a67b2-f84c-43ed-a654-b5daf5aebc14 req-7a3335be-8bf0-44a0-a6d9-202f7ba2e76b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856209 Sep 12 23:38:45.126709 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558385ea-074f-4180-bcda-5d2b7851cc3c req-ba0963de-356d-49e5-966d-61ff6672e346 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:45.128059 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-558385ea-074f-4180-bcda-5d2b7851cc3c req-ba0963de-356d-49e5-966d-61ff6672e346 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 943 time: 0.0563219 Sep 12 23:38:45.172699 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c776e-08b8-47a9-bd43-b340106c1733 req-34287f97-a0f8-4156-9783-2aee8bca25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:45.174169 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-356c776e-08b8-47a9-bd43-b340106c1733 req-34287f97-a0f8-4156-9783-2aee8bca25a5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 1127 time: 0.0604711 Sep 12 23:38:45.243169 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-558385ea-074f-4180-bcda-5d2b7851cc3c req-244a5aef-e8fe-41ab-8c7d-93ea82c1c2ff tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951958 Sep 12 23:38:45.284593 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c776e-08b8-47a9-bd43-b340106c1733 req-f085c4c6-26be-48e1-aa3b-fdebacc78c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:45.286059 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-356c776e-08b8-47a9-bd43-b340106c1733 req-f085c4c6-26be-48e1-aa3b-fdebacc78c82 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 915 time: 0.1025715 Sep 12 23:38:45.324542 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-356c776e-08b8-47a9-bd43-b340106c1733 req-acca634a-6b15-4f7b-a6f5-5113560d528b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bf3512b-c0f1-4c6c-ad06-cdea620289cc HTTP/1.1" status: 200 len: 217 time: 0.0319881 Sep 12 23:38:45.372011 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c776e-08b8-47a9-bd43-b340106c1733 req-87281d0c-828e-4612-b030-866f6595c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:45.373437 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-356c776e-08b8-47a9-bd43-b340106c1733 req-87281d0c-828e-4612-b030-866f6595c804 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0432682 Sep 12 23:38:45.654534 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c776e-08b8-47a9-bd43-b340106c1733 req-3f39ad6a-8e11-4097-8869-71e493885966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:45.656067 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-356c776e-08b8-47a9-bd43-b340106c1733 req-3f39ad6a-8e11-4097-8869-71e493885966 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2768395 Sep 12 23:38:45.743092 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-356c776e-08b8-47a9-bd43-b340106c1733 req-c4999a0f-7f26-448f-9ffe-8c7de09b3568 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813725 Sep 12 23:38:45.831452 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-356c776e-08b8-47a9-bd43-b340106c1733 req-9f8310dc-7353-4232-83b2-8f6226864f55 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826178 Sep 12 23:38:46.370709 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b0a94-5256-4366-adf6-6c69c7a0e480 req-0818c439-3216-476d-b56f-cf4c0ef0dccf tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:46.372291 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5c0b0a94-5256-4366-adf6-6c69c7a0e480 req-0818c439-3216-476d-b56f-cf4c0ef0dccf tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 943 time: 0.0498362 Sep 12 23:38:46.419282 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5c0b0a94-5256-4366-adf6-6c69c7a0e480 req-cfce1487-a552-47a2-b125-6c72e93c3bf5 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408669 Sep 12 23:38:47.538289 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ee977-deb4-4ef5-ab08-5da96d3db400 req-0b4d4892-a205-472c-86ad-b86e9d698725 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:47.539783 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-565ee977-deb4-4ef5-ab08-5da96d3db400 req-0b4d4892-a205-472c-86ad-b86e9d698725 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 943 time: 0.0471773 Sep 12 23:38:47.587322 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-565ee977-deb4-4ef5-ab08-5da96d3db400 req-99ecda75-ef15-4b40-b5e7-3619223b31b4 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411320 Sep 12 23:38:48.482249 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 4bf3512b-c0f1-4c6c-ad06-cdea620289cc details requested by agent hyperv_hv-cinder-85200 with host hv-cinder-85200 {{(pid=106218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:38:48.580462 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=4bf3512b-c0f1-4c6c-ad06-cdea620289cc,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:48.591494 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Returning: {'device': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'port_id': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc', 'mac_address': 'fa:16:3e:22:be:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:38:48.625438 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc is: DOWN; New status is: BUILD {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:38:48.626358 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:48.639913 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf3512b-c0f1-4c6c-ad06-cdea620289cc {{(pid=106218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:38:48.660559 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=4bf3512b-c0f1-4c6c-ad06-cdea620289cc,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:48.664739 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:48.707962 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a7eb3-6a21-4a48-893d-afd923cd5ddd req-b8297a67-2099-476c-b14e-4685ff6d1c07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:48.709772 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-124a7eb3-6a21-4a48-893d-afd923cd5ddd req-b8297a67-2099-476c-b14e-4685ff6d1c07 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 944 time: 0.0475993 Sep 12 23:38:48.710035 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=4bf3512b-c0f1-4c6c-ad06-cdea620289cc,revision_number=4']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:48.717089 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.717437 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.717792 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.718202 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.718457 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.718823 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.719402 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.719778 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.720111 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.720566 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.720899 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.721453 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.721626 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.721969 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.722318 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:38:48.762271 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-124a7eb3-6a21-4a48-893d-afd923cd5ddd req-afed1177-f1e9-43c3-b772-5e85baa68806 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470052 Sep 12 23:38:48.862872 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] get_ports_and_sgs() called for port_ids ['4bf3512b-c0f1-4c6c-ad06-cdea620289cc'] {{(pid=106218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:38:49.882815 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b340b26-4e71-4ad0-934f-a7a7de7159e8 req-8dac618e-aff6-40b0-9b14-342cc1efef13 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:49.884311 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b340b26-4e71-4ad0-934f-a7a7de7159e8 req-8dac618e-aff6-40b0-9b14-342cc1efef13 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 944 time: 0.0494938 Sep 12 23:38:49.916247 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:49.918998 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:49.934411 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-3b340b26-4e71-4ad0-934f-a7a7de7159e8 req-dbd3e5ce-dba1-408c-aeb5-1ffb9a2b7e79 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446150 Sep 12 23:38:50.498374 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 4bf3512b-c0f1-4c6c-ad06-cdea620289cc up at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:38:50.523463 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:50.541821 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning for port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc completed by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:38:50.547246 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.provisioning_blocks [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Provisioning complete for port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc triggered by entity L2. {{(pid=106218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:38:50.547746 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66416039'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), provisioning_complete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:50.568816 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:50.624460 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Current status of the port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc is: BUILD; New status is: ACTIVE {{(pid=106218) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:38:50.624864 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66553687'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), before_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:50.648796 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc'}] {{(pid=106218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:38:50.651095 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f027d51b000862da50b961e70c9907258491f49a52654a338400db28caf70924" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b09e6e1-3356-4d3f-a80b-9b17c659d855" -d '{"events": [{"server_uuid": "a8745b2a-014b-42b0-8275-2b52e4ccb0a4", "name": "network-vif-plugged", "status": "completed", "tag": "4bf3512b-c0f1-4c6c-ad06-cdea620289cc"}]}' {{(pid=106218) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:38:50.664427 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] For port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=4bf3512b-c0f1-4c6c-ad06-cdea620289cc,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:38:50.668940 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763242555019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763242113985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763242114003'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:50.692801 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2876f302-a99d-4587-8f08-a37e279e1279 x-openstack-request-id: req-2876f302-a99d-4587-8f08-a37e279e1279 {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:38:50.693092 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8745b2a-014b-42b0-8275-2b52e4ccb0a4", "name": "network-vif-plugged", "status": "completed", "tag": "4bf3512b-c0f1-4c6c-ad06-cdea620289cc", "code": 200}]} {{(pid=106218) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:38:50.693341 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2876f302-a99d-4587-8f08-a37e279e1279 {{(pid=106218) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:38:50.693750 dv-cinder-852009-7-iscsi neutron-server[106218]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2876f302-a99d-4587-8f08-a37e279e1279'] response: {'server_uuid': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc', 'code': 200} Sep 12 23:38:50.719803 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Pushing event updated for resources: {'Port': ['ID=4bf3512b-c0f1-4c6c-ad06-cdea620289cc,revision_number=5']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:38:50.940368 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dafdd8-f7d3-4b50-86c4-46d6d50f2cf8 req-6573e680-2835-4629-b5ef-aa54c38223a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:50.941838 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-77dafdd8-f7d3-4b50-86c4-46d6d50f2cf8 req-6573e680-2835-4629-b5ef-aa54c38223a4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 1129 time: 0.1281502 Sep 12 23:38:50.985903 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-77dafdd8-f7d3-4b50-86c4-46d6d50f2cf8 req-318049e7-830a-4425-a668-fd9e93b22b38 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376627 Sep 12 23:38:51.058501 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c969fa-1901-4261-bed2-c2374ce70c84 req-3540b4b2-df85-461b-9453-09216a20efaa tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:51.060000 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-12c969fa-1901-4261-bed2-c2374ce70c84 req-3540b4b2-df85-461b-9453-09216a20efaa tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0494497 Sep 12 23:38:51.105748 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-12c969fa-1901-4261-bed2-c2374ce70c84 req-5e44879f-dcd1-4d64-832e-fd3463888b61 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400143 Sep 12 23:38:52.192733 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:52.237568 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff8c65-dffa-4b5a-b937-ab978d91aee4 req-5a0ae685-b2f9-45b0-9780-9052a42c1606 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:52.239105 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-34ff8c65-dffa-4b5a-b937-ab978d91aee4 req-5a0ae685-b2f9-45b0-9780-9052a42c1606 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0553851 Sep 12 23:38:52.287758 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-34ff8c65-dffa-4b5a-b937-ab978d91aee4 req-eaab56ef-c937-4f46-a29e-45449f9a8b18 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424728 Sep 12 23:38:53.412760 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a32fb-5de7-441b-9887-f9688fd15015 req-2bd1a895-2aeb-477e-9ee7-94f7cd194ca1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:53.414193 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a82a32fb-5de7-441b-9887-f9688fd15015 req-2bd1a895-2aeb-477e-9ee7-94f7cd194ca1 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0472403 Sep 12 23:38:53.460228 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a82a32fb-5de7-441b-9887-f9688fd15015 req-061db6c0-0dc3-4fe9-b186-8d1001518f49 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405047 Sep 12 23:38:53.574335 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49925ce5-c18f-4959-9cbe-f18bee6ee2a3 req-5d8c058a-6268-4502-abab-06239bb03804 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:53.575710 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-49925ce5-c18f-4959-9cbe-f18bee6ee2a3 req-5d8c058a-6268-4502-abab-06239bb03804 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0466888 Sep 12 23:38:53.585668 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54252) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:38:53.589835 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.v2.base [None req-c637528b-5102-462a-a12d-03ee572db431 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Request body: {'floatingip': {'port_id': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc'}} {{(pid=106217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:38:53.627928 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c637528b-5102-462a-a12d-03ee572db431 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (44317238-757e-4fb5-903d-bbfeadffafbf), before_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:53.629646 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:54.042265 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c637528b-5102-462a-a12d-03ee572db431 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:54.045963 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c637528b-5102-462a-a12d-03ee572db431 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (44317238-757e-4fb5-903d-bbfeadffafbf), after_update {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:54.141984 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.db.l3_db [None req-c637528b-5102-462a-a12d-03ee572db431 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Floating IP 44317238-757e-4fb5-903d-bbfeadffafbf associated. External IP: 172.27.3.221, port: 4bf3512b-c0f1-4c6c-ad06-cdea620289cc. Sep 12 23:38:54.334308 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c637528b-5102-462a-a12d-03ee572db431 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Router 35a1ac74-3d42-4c69-ab85-bbd60e04302e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:38:54.431527 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c637528b-5102-462a-a12d-03ee572db431 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:38:54.436387 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c637528b-5102-462a-a12d-03ee572db431 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:54.441301 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c715b-29d3-40bc-83d8-c07c0be3de1b None None] Sync routers for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:38:54.450511 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c715b-29d3-40bc-83d8-c07c0be3de1b None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:54.451129 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-631c715b-29d3-40bc-83d8-c07c0be3de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:38:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:54.464179 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:54.471544 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c637528b-5102-462a-a12d-03ee572db431 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "PUT /networking/v2.0/floatingips/44317238-757e-4fb5-903d-bbfeadffafbf HTTP/1.1" status: 200 len: 991 time: 0.8821549 Sep 12 23:38:54.471544 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'tag': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc'}] {{(pid=106217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:38:54.472749 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a9e89f4f13581f1433d0531a36b7105e4d32cf942c2f382886dcb5d35c6ba2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8878df-5cd6-4672-8d9f-e01a418c7f77" -d '{"events": [{"name": "network-changed", "server_uuid": "a8745b2a-014b-42b0-8275-2b52e4ccb0a4", "tag": "4bf3512b-c0f1-4c6c-ad06-cdea620289cc"}]}' {{(pid=106217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:38:54.553388 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-631c715b-29d3-40bc-83d8-c07c0be3de1b None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:54.568938 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb24081b-27b7-4cbf-88f0-42cfa58aa4a0 x-openstack-request-id: req-eb24081b-27b7-4cbf-88f0-42cfa58aa4a0 {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:38:54.569257 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8745b2a-014b-42b0-8275-2b52e4ccb0a4", "tag": "4bf3512b-c0f1-4c6c-ad06-cdea620289cc", "status": "completed", "code": 200}]} {{(pid=106217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:38:54.569562 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eb24081b-27b7-4cbf-88f0-42cfa58aa4a0 {{(pid=106217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:38:54.569969 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb24081b-27b7-4cbf-88f0-42cfa58aa4a0'] response: {'name': 'network-changed', 'server_uuid': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'tag': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc', 'status': 'completed', 'code': 200} Sep 12 23:38:54.631622 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8878df-5cd6-4672-8d9f-e01a418c7f77 req-99ab3185-cc59-433b-84c0-4cca904ce77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:54.633076 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d8878df-5cd6-4672-8d9f-e01a418c7f77 req-99ab3185-cc59-433b-84c0-4cca904ce77c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 1129 time: 0.0406795 Sep 12 23:38:54.733142 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8878df-5cd6-4672-8d9f-e01a418c7f77 req-9f7d5771-18c3-4647-8a54-f9d369b786ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:54.734738 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d8878df-5cd6-4672-8d9f-e01a418c7f77 req-9f7d5771-18c3-4647-8a54-f9d369b786ee service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 915 time: 0.0944829 Sep 12 23:38:54.794859 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d8878df-5cd6-4672-8d9f-e01a418c7f77 req-ff5eb0d8-e0a8-4e1c-b7c2-ce8226e37751 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bf3512b-c0f1-4c6c-ad06-cdea620289cc HTTP/1.1" status: 200 len: 999 time: 0.0541685 Sep 12 23:38:54.847027 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8878df-5cd6-4672-8d9f-e01a418c7f77 req-947cf87e-8af8-41b3-961b-3742fa793049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:54.848514 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d8878df-5cd6-4672-8d9f-e01a418c7f77 req-947cf87e-8af8-41b3-961b-3742fa793049 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0478454 Sep 12 23:38:54.891498 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8878df-5cd6-4672-8d9f-e01a418c7f77 req-9719ed55-6530-4828-bb05-4b9b62ae0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:38:54.892930 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d8878df-5cd6-4672-8d9f-e01a418c7f77 req-9719ed55-6530-4828-bb05-4b9b62ae0479 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390275 Sep 12 23:38:54.901292 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c6dd01fa-28aa-4fbe-b251-0848649e0d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:54.905398 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-631c715b-29d3-40bc-83d8-c07c0be3de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '44317238-757e-4fb5-903d-bbfeadffafbf', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:22:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:38:40Z', 'updated_at': '2022-09-12T23:38:53Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:54.933680 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c715b-29d3-40bc-83d8-c07c0be3de1b None None] Checking router: 35a1ac74-3d42-4c69-ab85-bbd60e04302e for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:38:54.942646 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c715b-29d3-40bc-83d8-c07c0be3de1b None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:38:54.943303 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-631c715b-29d3-40bc-83d8-c07c0be3de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:38:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:54.993985 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d8878df-5cd6-4672-8d9f-e01a418c7f77 req-c3532c8b-eaa3-47b6-b235-4a41c611cdd2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946159 Sep 12 23:38:55.047531 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-631c715b-29d3-40bc-83d8-c07c0be3de1b None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:38:55.086430 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-4d8878df-5cd6-4672-8d9f-e01a418c7f77 req-48c7d6c4-c7b8-471a-9de7-e3ecfb956ec0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870609 Sep 12 23:38:55.211730 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:55.252607 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-631c715b-29d3-40bc-83d8-c07c0be3de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '44317238-757e-4fb5-903d-bbfeadffafbf', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:22:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:38:40Z', 'updated_at': '2022-09-12T23:38:53Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:38:55.276795 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c715b-29d3-40bc-83d8-c07c0be3de1b None None] The sync data for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi is: [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_floatingips': [{'id': '44317238-757e-4fb5-903d-bbfeadffafbf', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'router_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'port_id': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'mac_address': 'fa:16:3e:22:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:38:40Z', 'updated_at': '2022-09-12T23:38:53Z', 'revision_number': 1, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:38:55.460161 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdd4631-3c48-49d8-89ba-45271ca3c193 None None] New status for floating IP 44317238-757e-4fb5-903d-bbfeadffafbf: ACTIVE {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:38:57.346953 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4bc2-16bb-401a-b6c1-d40f166ddd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:58.521663 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:38:59.745310 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:38:59.750352 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:00.035269 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:00.599118 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:39:04.462697 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:05.081726 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=79 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:05.083758 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=72 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:05.562169 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:08.531157 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:10.595299 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:15.036966 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-3417d2cd-76c6-4aa5-8a57-8a027ad2f0a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495141 Sep 12 23:39:15.121777 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-80f216fd-a458-4d09-9ba9-48136a7eba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:39:15.123175 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-80f216fd-a458-4d09-9ba9-48136a7eba78 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1649d6cd95d4496baaee3a0c0595a304&device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 1129 time: 0.0433965 Sep 12 23:39:15.228069 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-55da2e7a-c3c2-4afb-86f5-9e06987abb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:39:15.229453 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-55da2e7a-c3c2-4afb-86f5-9e06987abb53 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 200 len: 915 time: 0.0880959 Sep 12 23:39:15.293349 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-5cc5b41e-ca32-435a-bacb-67eb17181b89 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bf3512b-c0f1-4c6c-ad06-cdea620289cc HTTP/1.1" status: 200 len: 1001 time: 0.0572376 Sep 12 23:39:15.340786 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-e8b5b567-62f1-4d83-8ac9-078003425c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:39:15.342174 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-e8b5b567-62f1-4d83-8ac9-078003425c6f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 200 len: 853 time: 0.0430956 Sep 12 23:39:15.384646 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-c5ac830e-68e9-4e2a-b1ae-e1d3a38c2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:39:15.386091 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-c5ac830e-68e9-4e2a-b1ae-e1d3a38c2077 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=ed4f9993-21de-4020-a46f-ad235aaa1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380721 Sep 12 23:39:15.477610 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-e164dda5-3d45-42f7-a293-dd0e11461d4e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856106 Sep 12 23:39:15.565716 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-a9da3486-f478-4a9b-8d7e-1b48c90490af req-e18ed5a4-c8d5-4ff2-9c53-77c424201ec6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812576 Sep 12 23:39:18.520163 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:18.526596 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:24.895197 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-9d3028a9-e854-4481-9879-a8f9470b2584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:25.556469 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=51 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:25.562491 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=50 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:27.349009 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c7e648ab-255d-4a41-afd6-21ef69a61ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:28.525091 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:29.755128 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:30.038113 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:34.525858 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab007c3-9f5c-4d56-bf9e-262bf32230eb req-002afc61-aec6-4ea0-9f1f-5851bc13cc73 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:39:34.527244 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5ab007c3-9f5c-4d56-bf9e-262bf32230eb req-002afc61-aec6-4ea0-9f1f-5851bc13cc73 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0469501 Sep 12 23:39:34.573885 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [req-5ab007c3-9f5c-4d56-bf9e-262bf32230eb req-fed08341-ca65-463d-bd82-76184169c4e9 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 Sep 12 23:39:35.699932 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d156ef-97d1-4cad-9ee8-155e532d9561 req-093f9330-ba5a-46c9-8d40-4772b51cc69a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:39:35.701445 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-89d156ef-97d1-4cad-9ee8-155e532d9561 req-093f9330-ba5a-46c9-8d40-4772b51cc69a tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0498796 Sep 12 23:39:35.748683 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-89d156ef-97d1-4cad-9ee8-155e532d9561 req-008a4fe2-1265-487d-ae7d-64a210efd201 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups?id=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416493 Sep 12 23:39:36.008207 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38549a75-7ff3-4370-9b28-9c192985657c req-59c56c7e-121c-4e84-b62b-8e04ea984318 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:39:36.010300 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-38549a75-7ff3-4370-9b28-9c192985657c req-59c56c7e-121c-4e84-b62b-8e04ea984318 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 945 time: 0.0460577 Sep 12 23:39:36.096531 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Deleting port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:39:36.096862 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:36.183655 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] For port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc, host hv-cinder-85200, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85200',level=0,port_id=4bf3512b-c0f1-4c6c-ad06-cdea620289cc,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:39:36.183954 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:36.337527 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:36.337885 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1646490'] for floatingip (44317238-757e-4fb5-903d-bbfeadffafbf), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:36.338197 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.db.l3_db [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Floating IP 44317238-757e-4fb5-903d-bbfeadffafbf disassociated. External IP: 172.27.3.221, port: 4bf3512b-c0f1-4c6c-ad06-cdea620289cc. Sep 12 23:39:36.338530 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Calling delete_port for 4bf3512b-c0f1-4c6c-ad06-cdea620289cc owned by compute:nova {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:39:36.466652 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (4bf3512b-c0f1-4c6c-ad06-cdea620289cc), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:36.494678 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'Port': ['ID=4bf3512b-c0f1-4c6c-ad06-cdea620289cc,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:36.604875 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Router 35a1ac74-3d42-4c69-ab85-bbd60e04302e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:39:36.705183 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:39:36.715504 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad56a7f-1dcb-431a-8394-c374cd791037 None None] Sync routers for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:39:36.725400 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad56a7f-1dcb-431a-8394-c374cd791037 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:39:36.725962 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fad56a7f-1dcb-431a-8394-c374cd791037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:39:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:39:36.749891 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] No DVR routers for this DVR port 4bf3512b-c0f1-4c6c-ad06-cdea620289cc on host hv-cinder-85200 {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:39:36.752600 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for port (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:36.756003 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-38549a75-7ff3-4370-9b28-9c192985657c req-338935e0-4dcd-49f6-9888-896bf96d487f tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4bf3512b-c0f1-4c6c-ad06-cdea620289cc HTTP/1.1" status: 204 len: 173 time: 0.7409282 Sep 12 23:39:36.756496 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'name': 'network-vif-deleted', 'tag': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc'}] {{(pid=106216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:39:36.758859 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6894d2d1436d95abd8f746ff6629cf08e08fbfafbbc65f567e70cb0b9243bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb39a18-9a55-47a5-b7dc-a7dee790ce1d" -d '{"events": [{"server_uuid": "a8745b2a-014b-42b0-8275-2b52e4ccb0a4", "name": "network-vif-deleted", "tag": "4bf3512b-c0f1-4c6c-ad06-cdea620289cc"}]}' {{(pid=106216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:39:36.841941 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-fad56a7f-1dcb-431a-8394-c374cd791037 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:39:36.894423 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [req-9392875d-e3c0-4619-bb26-bba383deb03c req-a168f1f4-e9bb-4ed9-84e4-1a1debe63126 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=a8745b2a-014b-42b0-8275-2b52e4ccb0a4 HTTP/1.1" status: 200 len: 210 time: 0.0600352 Sep 12 23:39:36.924352 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9590960-412e-496d-a71b-1a68684532a4 x-openstack-request-id: req-d9590960-412e-496d-a71b-1a68684532a4 {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:39:36.924715 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8745b2a-014b-42b0-8275-2b52e4ccb0a4", "name": "network-vif-deleted", "tag": "4bf3512b-c0f1-4c6c-ad06-cdea620289cc", "status": "completed", "code": 200}]} {{(pid=106216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:39:36.925037 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d9590960-412e-496d-a71b-1a68684532a4 {{(pid=106216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:39:36.925683 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9590960-412e-496d-a71b-1a68684532a4'] response: {'server_uuid': 'a8745b2a-014b-42b0-8275-2b52e4ccb0a4', 'name': 'network-vif-deleted', 'tag': '4bf3512b-c0f1-4c6c-ad06-cdea620289cc', 'status': 'completed', 'code': 200} Sep 12 23:39:37.055267 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fad56a7f-1dcb-431a-8394-c374cd791037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:39:37.083333 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad56a7f-1dcb-431a-8394-c374cd791037 None None] Checking router: 35a1ac74-3d42-4c69-ab85-bbd60e04302e for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:39:37.092317 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad56a7f-1dcb-431a-8394-c374cd791037 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:39:37.092857 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fad56a7f-1dcb-431a-8394-c374cd791037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:39:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:39:37.190958 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-fad56a7f-1dcb-431a-8394-c374cd791037 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:39:37.262578 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:37.266079 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:37.497156 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-fad56a7f-1dcb-431a-8394-c374cd791037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:39:37.498553 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:37.522837 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad56a7f-1dcb-431a-8394-c374cd791037 None None] The sync data for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi is: [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:08Z', 'revision_number': 4, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi', '_interfaces': [{'id': '1099c8ac-ef9a-4927-8cf4-a907366d40f6', 'name': '', 'network_id': 'ed4f9993-21de-4020-a46f-ad235aaa1a52', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'mac_address': 'fa:16:3e:b1:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:08Z', 'updated_at': '2022-09-12T23:35:14Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'subnets': [{'id': '5c8a082d-5139-440e-8a4c-a396da0549ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:39:37.598477 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:39:37.735352 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510624ad-249e-4b21-91e1-01ac3ad018d8 None None] New status for floating IP 44317238-757e-4fb5-903d-bbfeadffafbf: DOWN {{(pid=106219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:39:37.981649 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54332) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:38.034597 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb21dd34-bba6-4ee8-8c1b-297f47c1a409 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:38.056698 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb21dd34-bba6-4ee8-8c1b-297f47c1a409 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:38.128836 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb21dd34-bba6-4ee8-8c1b-297f47c1a409 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:38.131458 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-bb21dd34-bba6-4ee8-8c1b-297f47c1a409 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:38.132646 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-bb21dd34-bba6-4ee8-8c1b-297f47c1a409 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "DELETE /networking/v2.0/security-groups/75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3 HTTP/1.1" status: 204 len: 168 time: 0.1500144 Sep 12 23:39:38.135646 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54334) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:38.142276 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21dd34-bba6-4ee8-8c1b-297f47c1a409 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:38.149636 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.api.v2.resource [None req-46f85c04-9302-4be5-b2b7-56e80e15e105 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] show failed (client error): The resource could not be found. Sep 12 23:39:38.150667 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-46f85c04-9302-4be5-b2b7-56e80e15e105 tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "GET /networking/v2.0/security-groups/75f8b1ac-4aff-4cc8-89ad-a0de2c01c7c3 HTTP/1.1" status: 404 len: 347 time: 0.0140414 Sep 12 23:39:38.153744 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54336) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:38.264803 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-75a49d21-0e25-4621-b5d3-e0f0fa18bddb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Deleting port ae633c63-8446-4c89-98d2-ecaa492f755f {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:39:38.265148 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-75a49d21-0e25-4621-b5d3-e0f0fa18bddb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (ae633c63-8446-4c89-98d2-ecaa492f755f), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:38.340345 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-75a49d21-0e25-4621-b5d3-e0f0fa18bddb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (ae633c63-8446-4c89-98d2-ecaa492f755f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:38.340674 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-75a49d21-0e25-4621-b5d3-e0f0fa18bddb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (ae633c63-8446-4c89-98d2-ecaa492f755f), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:38.353679 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-75a49d21-0e25-4621-b5d3-e0f0fa18bddb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Calling delete_port for ae633c63-8446-4c89-98d2-ecaa492f755f owned by network:floatingip {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:39:38.488389 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-75a49d21-0e25-4621-b5d3-e0f0fa18bddb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (ae633c63-8446-4c89-98d2-ecaa492f755f), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:38.513129 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a49d21-0e25-4621-b5d3-e0f0fa18bddb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Pushing event deleted for resources: {'Port': ['ID=ae633c63-8446-4c89-98d2-ecaa492f755f,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:38.530885 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:38.577527 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-75a49d21-0e25-4621-b5d3-e0f0fa18bddb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks [] for floatingip (44317238-757e-4fb5-903d-bbfeadffafbf), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:38.580264 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-75a49d21-0e25-4621-b5d3-e0f0fa18bddb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-340340'] for floatingip (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:38.581287 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-75a49d21-0e25-4621-b5d3-e0f0fa18bddb tempest-AttachVolumeNegativeTest-553149905 tempest-AttachVolumeNegativeTest-553149905-project] 10.222.0.27 "DELETE /networking/v2.0/floatingips/44317238-757e-4fb5-903d-bbfeadffafbf HTTP/1.1" status: 204 len: 168 time: 0.4266033 Sep 12 23:39:40.686060 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 4bf3512b-c0f1-4c6c-ad06-cdea620289cc no longer exists at agent hyperv_hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:39:40.705648 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] No Port match for: 4bf3512b-c0f1-4c6c-ad06-cdea620289cc {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:39:40.705988 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Device 4bf3512b-c0f1-4c6c-ad06-cdea620289cc not bound to the agent host hv-cinder-85200 {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:39:42.256552 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54372) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:42.422372 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:42.512004 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:42.554177 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739930'] for router_interface (35a1ac74-3d42-4c69-ab85-bbd60e04302e), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:42.766159 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Deleting port 1099c8ac-ef9a-4927-8cf4-a907366d40f6 {{(pid=106217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:39:42.766398 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:43.099393 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.db [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] For port 1099c8ac-ef9a-4927-8cf4-a907366d40f6, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=1099c8ac-ef9a-4927-8cf4-a907366d40f6,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:39:43.099670 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:43.111725 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.plugins.ml2.plugin [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Calling delete_port for 1099c8ac-ef9a-4927-8cf4-a907366d40f6 owned by network:router_interface {{(pid=106217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:39:43.282643 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3290327'] for port (1099c8ac-ef9a-4927-8cf4-a907366d40f6), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:43.304043 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Pushing event deleted for resources: {'Port': ['ID=1099c8ac-ef9a-4927-8cf4-a907366d40f6,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:43.313659 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.314010 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.314352 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.314696 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.315029 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.315358 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.316204 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.316204 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.316392 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.316653 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.316979 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.317307 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.317627 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.317949 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.318327 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:43.468169 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:43.484858 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764362'] for router_interface (35a1ac74-3d42-4c69-ab85-bbd60e04302e), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:43.582320 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:43.685754 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Router 35a1ac74-3d42-4c69-ab85-bbd60e04302e has already been hosted by L3 agent a91ba015-034a-4df4-bab4-81d50940f45a {{(pid=106217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:39:43.786708 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] Notify agent at l3_agent.dv-cinder-852009-7-iscsi the message routers_updated {{(pid=106217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:39:43.795004 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54374) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:43.795707 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-479b00b0-2e60-4f9d-9f5c-730a3aba6858 admin admin] 10.222.0.27 "PUT /networking/v2.0/routers/35a1ac74-3d42-4c69-ab85-bbd60e04302e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5397556 Sep 12 23:39:43.798150 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886abd9b-6304-445e-a34e-3546be181a69 None None] Sync routers for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:39:43.800654 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:43.808484 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886abd9b-6304-445e-a34e-3546be181a69 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:39:43.809172 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-886abd9b-6304-445e-a34e-3546be181a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:39:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:39:43.831434 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:43.897483 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Publish callbacks [] for router (35a1ac74-3d42-4c69-ab85-bbd60e04302e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:43.909987 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-886abd9b-6304-445e-a34e-3546be181a69 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: dv-cinder-852009-7-iscsi {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:39:43.997570 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Publish callbacks [] for router_gateway (35a1ac74-3d42-4c69-ab85-bbd60e04302e), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.002825 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:44.039174 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Deleting port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:39:44.039509 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.080410 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-886abd9b-6304-445e-a34e-3546be181a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'external_fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:39:43Z', 'revision_number': 5, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port': {'id': 'd9eb1365-ec17-4e6b-9bed-2fd3610f0dbe', 'name': '', 'network_id': '3d1bb2ef-6927-4726-aaac-6b0961c086cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:98:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e570c212-8c3f-44f3-baa6-202f9f3848a5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852009-7-iscsi'}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:39:44.109756 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886abd9b-6304-445e-a34e-3546be181a69 None None] Checking router: 35a1ac74-3d42-4c69-ab85-bbd60e04302e for host: dv-cinder-852009-7-iscsi {{(pid=106218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:39:44.118242 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886abd9b-6304-445e-a34e-3546be181a69 None None] Routers {'35a1ac74-3d42-4c69-ab85-bbd60e04302e'} bound to L3 agent in host dv-cinder-852009-7-iscsi {{(pid=106218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:39:44.118844 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-886abd9b-6304-445e-a34e-3546be181a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:19:57Z,description=,heartbeat_timestamp=2022-09-12T23:39:27Z,host='dv-cinder-852009-7-iscsi',id=a91ba015-034a-4df4-bab4-81d50940f45a,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:19:57Z,topic='l3_agent')) {'router_ids': ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'], 'active': True} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:39:44.119976 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] For port d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe,segment=NetworkSegment(2474b3db-2156-4bb9-a687-ee06a6c791b4),segment_id=2474b3db-2156-4bb9-a687-ee06a6c791b4)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:39:44.120342 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.134294 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Calling delete_port for d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe owned by network:router_gateway {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:39:44.202049 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvr_db [None req-886abd9b-6304-445e-a34e-3546be181a69 None None] Set router 35a1ac74-3d42-4c69-ab85-bbd60e04302e gateway port host: None {{(pid=106218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:39:44.249626 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_hamode_db [None req-886abd9b-6304-445e-a34e-3546be181a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:39:43Z', 'revision_number': 6, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port_host': None}], 'dv-cinder-852009-7-iscsi', False) {} {{(pid=106218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:39:44.274292 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886abd9b-6304-445e-a34e-3546be181a69 None None] The sync data for ids ['35a1ac74-3d42-4c69-ab85-bbd60e04302e'] in dv-cinder-852009-7-iscsi is: [{'id': '35a1ac74-3d42-4c69-ab85-bbd60e04302e', 'name': 'tempest-AttachVolumeNegativeTest-669242795-router', 'tenant_id': '1649d6cd95d4496baaee3a0c0595a304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:35:05Z', 'updated_at': '2022-09-12T23:39:43Z', 'revision_number': 6, 'project_id': '1649d6cd95d4496baaee3a0c0595a304', 'gw_port_host': None}] {{(pid=106218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:39:44.301963 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.332011 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:44.361778 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.362152 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.362499 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.362873 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.363211 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.363542 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.363894 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.364220 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.364547 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.364873 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.365224 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.365670 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.366041 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.366368 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.366702 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:39:44.406545 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1646425'] for router_gateway (35a1ac74-3d42-4c69-ab85-bbd60e04302e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.492953 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1762244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62030'] for router (35a1ac74-3d42-4c69-ab85-bbd60e04302e), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.495155 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Publish callbacks [] for router_controller (35a1ac74-3d42-4c69-ab85-bbd60e04302e), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.536335 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1764441'] for router (35a1ac74-3d42-4c69-ab85-bbd60e04302e), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.536824 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35a1ac74-3d42-4c69-ab85-bbd60e04302e {{(pid=106216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:39:44.541567 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.542706 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-bba2c932-f069-43bc-b943-384bec7e0fd1 admin admin] 10.222.0.27 "DELETE /networking/v2.0/routers/35a1ac74-3d42-4c69-ab85-bbd60e04302e HTTP/1.1" status: 204 len: 168 time: 0.7467005 Sep 12 23:39:44.545203 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54376) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:44.593340 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52ceb7f-6a2a-49d7-8be1-2ba3fd772af2 admin admin] Deleting subnet 5c8a082d-5139-440e-8a4c-a396da0549ff {{(pid=106216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:39:44.596510 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a52ceb7f-6a2a-49d7-8be1-2ba3fd772af2 admin admin] Publish callbacks [] for subnet (5c8a082d-5139-440e-8a4c-a396da0549ff), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.633442 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a52ceb7f-6a2a-49d7-8be1-2ba3fd772af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2123286'] for subnet (5c8a082d-5139-440e-8a4c-a396da0549ff), precommit_delete_associations {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.680806 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:44.710954 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:44.720166 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a52ceb7f-6a2a-49d7-8be1-2ba3fd772af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66530675'] for subnet (5c8a082d-5139-440e-8a4c-a396da0549ff), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.776448 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a52ceb7f-6a2a-49d7-8be1-2ba3fd772af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66379114', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3896179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2372773'] for subnet (5c8a082d-5139-440e-8a4c-a396da0549ff), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.801213 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ceb7f-6a2a-49d7-8be1-2ba3fd772af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c8a082d-5139-440e-8a4c-a396da0549ff,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:44.804814 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-a52ceb7f-6a2a-49d7-8be1-2ba3fd772af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for subnet (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.808327 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-a52ceb7f-6a2a-49d7-8be1-2ba3fd772af2 admin admin] 10.222.0.27 "DELETE /networking/v2.0/subnets/5c8a082d-5139-440e-8a4c-a396da0549ff HTTP/1.1" status: 204 len: 168 time: 0.2617619 Sep 12 23:39:44.810331 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54378) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:44.812906 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33127086-7be8-4b4a-acd3-71591f5b4a3f None None] Network ed4f9993-21de-4020-a46f-ad235aaa1a52 requested from dv-cinder-852009-7-iscsi {{(pid=106218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:39:44.877020 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66584236'] for network (ed4f9993-21de-4020-a46f-ad235aaa1a52), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.923024 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Deleting port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 {{(pid=106216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:39:44.923367 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:44.989427 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] For port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702, host dv-cinder-852009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852009-7-iscsi',level=0,port_id=54ec5600-76b8-4ac1-b3e2-4b47c61c1702,segment=NetworkSegment(6f43f295-40c5-4468-99d2-85785fdf61b3),segment_id=6f43f295-40c5-4468-99d2-85785fdf61b3)] {{(pid=106216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:39:44.989714 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.005515 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.plugin [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Calling delete_port for 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 owned by network:dhcp {{(pid=106216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:39:45.043924 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4490df86-e513-4af9-83f4-6bae1963b215 None None] DHCP port deletion for ed4f9993-21de-4020-a46f-ad235aaa1a52 request from dv-cinder-852009-7-iscsi {{(pid=106218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:39:45.049590 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 1099c8ac-ef9a-4927-8cf4-a907366d40f6 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:39:45.086242 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3896078'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.094115 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 1099c8ac-ef9a-4927-8cf4-a907366d40f6 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:39:45.094459 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 1099c8ac-ef9a-4927-8cf4-a907366d40f6 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:39:45.105395 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-4490df86-e513-4af9-83f4-6bae1963b215 None None] Deleting port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 {{(pid=106218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:39:45.105765 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4490df86-e513-4af9-83f4-6bae1963b215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763242570244'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), before_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.113997 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Pushing event deleted for resources: {'Port': ['ID=54ec5600-76b8-4ac1-b3e2-4b47c61c1702,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:45.120579 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] No DVR routers for this DVR port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 on host dv-cinder-852009-7-iscsi {{(pid=106216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:39:45.177436 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.db [None req-4490df86-e513-4af9-83f4-6bae1963b215 None None] For port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702, host dv-cinder-852009-7-iscsi, got binding levels [] {{(pid=106218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:39:45.178124 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4490df86-e513-4af9-83f4-6bae1963b215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1763664'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), precommit_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.190852 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-4490df86-e513-4af9-83f4-6bae1963b215 None None] Calling delete_port for 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 owned by network:dhcp {{(pid=106218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:39:45.191621 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413646', 'neutron.services.segments.db._delete_segments_for_network-8763242561976'] for network (ed4f9993-21de-4020-a46f-ad235aaa1a52), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.193905 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.ipam_backend_mixin [None req-4490df86-e513-4af9-83f4-6bae1963b215 None None] Port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 was not found and therefore no delete operation was performed {{(pid=106218) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 12 23:39:45.194711 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4490df86-e513-4af9-83f4-6bae1963b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66553488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763242555028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763242113976'] for port (54ec5600-76b8-4ac1-b3e2-4b47c61c1702), after_delete {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.212179 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4f9993-21de-4020-a46f-ad235aaa1a52']}} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:39:45.222114 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f43f295-40c5-4468-99d2-85785fdf61b3') {'for_net_delete': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:39:45.222410 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490df86-e513-4af9-83f4-6bae1963b215 None None] Pushing event deleted for resources: {'Port': ['ID=54ec5600-76b8-4ac1-b3e2-4b47c61c1702,revision_number=None']} {{(pid=106218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:45.222540 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.services.segments.db [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f43f295-40c5-4468-99d2-85785fdf61b3') {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:39:45.226010 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490df86-e513-4af9-83f4-6bae1963b215 None None] No DVR routers for this DVR port 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 on host dv-cinder-852009-7-iscsi {{(pid=106218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:39:45.232812 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763242561868', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2123295'] for segment (6f43f295-40c5-4468-99d2-85785fdf61b3), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.251190 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543'] for segment (6f43f295-40c5-4468-99d2-85785fdf61b3), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.259518 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:39:45.261282 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66451543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3896281'] for segment (6f43f295-40c5-4468-99d2-85785fdf61b3), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.307061 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 6f43f295-40c5-4468-99d2-85785fdf61b3 resource provider aggregate not found Sep 12 23:39:45.326974 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.services.segments.plugin [-] Segment 6f43f295-40c5-4468-99d2-85785fdf61b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f43f295-40c5-4468-99d2-85785fdf61b3 found for delete ", "request_id": "req-99fa3fc9-b7e2-4b1e-b27b-42082e423359"}]} Sep 12 23:39:45.335341 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1776150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1646471'] for network (ed4f9993-21de-4020-a46f-ad235aaa1a52), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.341061 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593862'] for network (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.344142 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] 10.222.0.27 "DELETE /networking/v2.0/networks/ed4f9993-21de-4020-a46f-ad235aaa1a52 HTTP/1.1" status: 204 len: 168 time: 0.5329227 Sep 12 23:39:45.355795 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cc0c6-7d2f-4da3-80fc-1bb6d746703f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed4f9993-21de-4020-a46f-ad235aaa1a52,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:45.511994 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54386) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:45.553675 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-97ccc1d4-1398-4a35-8db0-32e77bab39e1 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=1649d6cd95d4496baaee3a0c0595a304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404866 Sep 12 23:39:45.563426 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54388) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:45.611100 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c6051e73-a315-4a75-93aa-6592e5106785 admin admin] Publish callbacks [] for security_group (dea5c1c0-8ed1-484d-96a5-02ed7395dacd), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.631282 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c6051e73-a315-4a75-93aa-6592e5106785 admin admin] Publish callbacks [] for security_group (dea5c1c0-8ed1-484d-96a5-02ed7395dacd), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.676509 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c6051e73-a315-4a75-93aa-6592e5106785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (dea5c1c0-8ed1-484d-96a5-02ed7395dacd), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.678966 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c6051e73-a315-4a75-93aa-6592e5106785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:45.680152 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c6051e73-a315-4a75-93aa-6592e5106785 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/dea5c1c0-8ed1-484d-96a5-02ed7395dacd HTTP/1.1" status: 204 len: 168 time: 0.1158226 Sep 12 23:39:45.688458 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6051e73-a315-4a75-93aa-6592e5106785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea5c1c0-8ed1-484d-96a5-02ed7395dacd,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:46.641745 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:39:46.660731 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:39:46.661073 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device 54ec5600-76b8-4ac1-b3e2-4b47c61c1702 not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:39:46.661493 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe no longer exists at agent ovs-agent-dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:39:46.679633 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.plugin [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] No Port match for: d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe {{(pid=106218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:39:46.679980 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron.plugins.ml2.rpc [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Device d9eb1365-ec17-4e6b-9bed-2fd3610f0dbe not bound to the agent host dv-cinder-852009-7-iscsi {{(pid=106218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:39:47.814282 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:48.741042 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54520) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:48.845750 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c71a347c-7973-49c9-bea7-db82aa4da568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:48.922216 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c71a347c-7973-49c9-bea7-db82aa4da568 admin admin] Publish callbacks [] for security_group (414f4cec-6d70-467c-80b4-61d600c15608), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:48.925919 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c71a347c-7973-49c9-bea7-db82aa4da568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (414f4cec-6d70-467c-80b4-61d600c15608), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:48.968003 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c71a347c-7973-49c9-bea7-db82aa4da568 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=a0c848dd07ce416eae283a0d9d87e657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258520 Sep 12 23:39:48.968717 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a347c-7973-49c9-bea7-db82aa4da568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414f4cec-6d70-467c-80b4-61d600c15608,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:48.970693 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54524) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:49.019915 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3e77f571-2c54-434c-a313-f8918563d1a0 admin admin] Publish callbacks [] for security_group (414f4cec-6d70-467c-80b4-61d600c15608), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:49.040203 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3e77f571-2c54-434c-a313-f8918563d1a0 admin admin] Publish callbacks [] for security_group (414f4cec-6d70-467c-80b4-61d600c15608), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:49.087439 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3e77f571-2c54-434c-a313-f8918563d1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (414f4cec-6d70-467c-80b4-61d600c15608), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:49.090524 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-3e77f571-2c54-434c-a313-f8918563d1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:49.091690 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-3e77f571-2c54-434c-a313-f8918563d1a0 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/414f4cec-6d70-467c-80b4-61d600c15608 HTTP/1.1" status: 204 len: 168 time: 0.1199217 Sep 12 23:39:49.099206 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f571-2c54-434c-a313-f8918563d1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f4cec-6d70-467c-80b4-61d600c15608,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:49.367812 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54530) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:49.381082 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24ee59ab-d2f6-4d69-ac84-6758b9aa8477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:49.417699 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=10,neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:49.432352 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:49.467533 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24ee59ab-d2f6-4d69-ac84-6758b9aa8477 admin admin] Publish callbacks [] for security_group (7d9ffba5-d94d-4a25-afd6-480703d79ae2), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:49.471064 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-24ee59ab-d2f6-4d69-ac84-6758b9aa8477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (7d9ffba5-d94d-4a25-afd6-480703d79ae2), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:49.510548 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-24ee59ab-d2f6-4d69-ac84-6758b9aa8477 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=8556ca3b204b44aa81e3962419b7db4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411662 Sep 12 23:39:49.511482 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee59ab-d2f6-4d69-ac84-6758b9aa8477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ffba5-d94d-4a25-afd6-480703d79ae2,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:49.513411 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54532) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:49.562821 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb3efa0b-a127-42d8-b073-60be92f1e33e admin admin] Publish callbacks [] for security_group (7d9ffba5-d94d-4a25-afd6-480703d79ae2), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:49.582738 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb3efa0b-a127-42d8-b073-60be92f1e33e admin admin] Publish callbacks [] for security_group (7d9ffba5-d94d-4a25-afd6-480703d79ae2), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:49.628246 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb3efa0b-a127-42d8-b073-60be92f1e33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (7d9ffba5-d94d-4a25-afd6-480703d79ae2), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:49.630833 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-fb3efa0b-a127-42d8-b073-60be92f1e33e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:49.634306 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-fb3efa0b-a127-42d8-b073-60be92f1e33e admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/7d9ffba5-d94d-4a25-afd6-480703d79ae2 HTTP/1.1" status: 204 len: 168 time: 0.1175714 Sep 12 23:39:49.634972 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:49.641057 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3efa0b-a127-42d8-b073-60be92f1e33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ffba5-d94d-4a25-afd6-480703d79ae2,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:53.313099 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:54.588720 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54630) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:54.691248 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f373616a-cd7b-4cd4-980c-db8188312089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:54.726606 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:54.775016 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f373616a-cd7b-4cd4-980c-db8188312089 admin admin] Publish callbacks [] for security_group (a7abeb7c-d9b0-4199-aa61-f098f68e53f2), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:54.778751 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-f373616a-cd7b-4cd4-980c-db8188312089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (a7abeb7c-d9b0-4199-aa61-f098f68e53f2), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:54.817407 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-f373616a-cd7b-4cd4-980c-db8188312089 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=44caec37c2c84e578c16fe09a6671651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276490 Sep 12 23:39:54.818224 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373616a-cd7b-4cd4-980c-db8188312089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7abeb7c-d9b0-4199-aa61-f098f68e53f2,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:54.820966 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54634) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:54.870201 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-47233a33-c655-4c5d-9675-a251c4c622b8 admin admin] Publish callbacks [] for security_group (a7abeb7c-d9b0-4199-aa61-f098f68e53f2), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:54.891807 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-47233a33-c655-4c5d-9675-a251c4c622b8 admin admin] Publish callbacks [] for security_group (a7abeb7c-d9b0-4199-aa61-f098f68e53f2), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:54.898814 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6680e0e3-caee-4419-abdb-cd42de758883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:54.940951 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-47233a33-c655-4c5d-9675-a251c4c622b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (a7abeb7c-d9b0-4199-aa61-f098f68e53f2), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:54.943725 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-47233a33-c655-4c5d-9675-a251c4c622b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:54.944851 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-47233a33-c655-4c5d-9675-a251c4c622b8 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/a7abeb7c-d9b0-4199-aa61-f098f68e53f2 HTTP/1.1" status: 204 len: 168 time: 0.1226768 Sep 12 23:39:54.953152 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47233a33-c655-4c5d-9675-a251c4c622b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7abeb7c-d9b0-4199-aa61-f098f68e53f2,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:55.201555 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54640) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:55.214572 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-899bfa28-d88d-43d0-8d43-74ab7dae7f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:55.295150 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-899bfa28-d88d-43d0-8d43-74ab7dae7f19 admin admin] Publish callbacks [] for security_group (8bce3cce-7259-46ef-b004-d2c9d590f95b), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:55.298565 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-899bfa28-d88d-43d0-8d43-74ab7dae7f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (8bce3cce-7259-46ef-b004-d2c9d590f95b), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:55.336890 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-899bfa28-d88d-43d0-8d43-74ab7dae7f19 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=015f1d4923194985a7efdd6a54667fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343007 Sep 12 23:39:55.338869 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bfa28-d88d-43d0-8d43-74ab7dae7f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bce3cce-7259-46ef-b004-d2c9d590f95b,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:55.339590 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54642) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:55.388888 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-06b8e9ad-3fc8-4ac4-8a30-b9225ca833c4 admin admin] Publish callbacks [] for security_group (8bce3cce-7259-46ef-b004-d2c9d590f95b), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:55.409674 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-06b8e9ad-3fc8-4ac4-8a30-b9225ca833c4 admin admin] Publish callbacks [] for security_group (8bce3cce-7259-46ef-b004-d2c9d590f95b), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:55.456646 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-06b8e9ad-3fc8-4ac4-8a30-b9225ca833c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (8bce3cce-7259-46ef-b004-d2c9d590f95b), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:55.459114 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-06b8e9ad-3fc8-4ac4-8a30-b9225ca833c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:55.460299 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-06b8e9ad-3fc8-4ac4-8a30-b9225ca833c4 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8bce3cce-7259-46ef-b004-d2c9d590f95b HTTP/1.1" status: 204 len: 168 time: 0.1197553 Sep 12 23:39:55.467780 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8e9ad-3fc8-4ac4-8a30-b9225ca833c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bce3cce-7259-46ef-b004-d2c9d590f95b,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:55.773609 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54648) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:55.786849 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9e434dc-b9a6-4eca-98bf-9d5efedd7e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:55.862616 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9e434dc-b9a6-4eca-98bf-9d5efedd7e65 admin admin] Publish callbacks [] for security_group (ac8a9eb7-a6cc-4883-b737-f5e1101dfc20), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:55.866114 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-d9e434dc-b9a6-4eca-98bf-9d5efedd7e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (ac8a9eb7-a6cc-4883-b737-f5e1101dfc20), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:55.906414 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-d9e434dc-b9a6-4eca-98bf-9d5efedd7e65 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2b31e5ddd50d49c0ab0d084e39c777d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317515 Sep 12 23:39:55.907225 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e434dc-b9a6-4eca-98bf-9d5efedd7e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8a9eb7-a6cc-4883-b737-f5e1101dfc20,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:55.909807 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54650) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:55.959322 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-69d61f29-08a3-4a1d-8495-7ef3f28dc130 admin admin] Publish callbacks [] for security_group (ac8a9eb7-a6cc-4883-b737-f5e1101dfc20), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:55.979512 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-69d61f29-08a3-4a1d-8495-7ef3f28dc130 admin admin] Publish callbacks [] for security_group (ac8a9eb7-a6cc-4883-b737-f5e1101dfc20), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:56.024717 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-69d61f29-08a3-4a1d-8495-7ef3f28dc130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (ac8a9eb7-a6cc-4883-b737-f5e1101dfc20), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:56.027923 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-69d61f29-08a3-4a1d-8495-7ef3f28dc130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:56.029045 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-69d61f29-08a3-4a1d-8495-7ef3f28dc130 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/ac8a9eb7-a6cc-4883-b737-f5e1101dfc20 HTTP/1.1" status: 204 len: 168 time: 0.1175995 Sep 12 23:39:56.036533 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d61f29-08a3-4a1d-8495-7ef3f28dc130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8a9eb7-a6cc-4883-b737-f5e1101dfc20,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:57.350329 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1241b3d0-3071-4995-b743-3f8fc9f34908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:58.529269 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:59.667317 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54694) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:59.756220 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:59.776186 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0734f8c9-b816-49e1-bdde-1aa643537923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:59.835825 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:39:59.855563 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0734f8c9-b816-49e1-bdde-1aa643537923 admin admin] Publish callbacks [] for security_group (d45c43e4-6453-4dbb-9059-accb22030899), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:59.859843 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-0734f8c9-b816-49e1-bdde-1aa643537923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (d45c43e4-6453-4dbb-9059-accb22030899), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:59.898791 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-0734f8c9-b816-49e1-bdde-1aa643537923 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=43728569b115408685346657eec046cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303748 Sep 12 23:39:59.899680 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734f8c9-b816-49e1-bdde-1aa643537923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45c43e4-6453-4dbb-9059-accb22030899,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:39:59.902030 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54698) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:39:59.951486 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c082d00c-80dc-4027-8cd0-985089301876 admin admin] Publish callbacks [] for security_group (d45c43e4-6453-4dbb-9059-accb22030899), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:39:59.971336 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c082d00c-80dc-4027-8cd0-985089301876 admin admin] Publish callbacks [] for security_group (d45c43e4-6453-4dbb-9059-accb22030899), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:00.017337 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c082d00c-80dc-4027-8cd0-985089301876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (d45c43e4-6453-4dbb-9059-accb22030899), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:00.019908 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-c082d00c-80dc-4027-8cd0-985089301876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:00.021041 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-c082d00c-80dc-4027-8cd0-985089301876 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/d45c43e4-6453-4dbb-9059-accb22030899 HTTP/1.1" status: 204 len: 168 time: 0.1180270 Sep 12 23:40:00.029409 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082d00c-80dc-4027-8cd0-985089301876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45c43e4-6453-4dbb-9059-accb22030899,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:40:00.054606 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:08.547412 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:08.560724 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:09.893422 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:09.895304 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:10.023768 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=62,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:10.024612 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=70,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:14.261461 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:14.262224 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:14.598207 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:40:18.556967 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:24.592650 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:24.593407 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:24.901159 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-e6517b0a-5a33-4836-a7e4-258a07a242e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:25.601249 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 54876) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:40:25.704191 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a493cf1-9791-4081-ba5f-5d90b8dae220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:25.779514 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a493cf1-9791-4081-ba5f-5d90b8dae220 admin admin] Publish callbacks [] for security_group (8ebb3eb9-47c2-4f7e-b2de-848399eda6d6), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:25.783853 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-4a493cf1-9791-4081-ba5f-5d90b8dae220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (8ebb3eb9-47c2-4f7e-b2de-848399eda6d6), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:25.826344 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-4a493cf1-9791-4081-ba5f-5d90b8dae220 admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=2fd7aa7a292f4935a7314d2756f5646f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240415 Sep 12 23:40:25.827199 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a493cf1-9791-4081-ba5f-5d90b8dae220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebb3eb9-47c2-4f7e-b2de-848399eda6d6,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:40:25.829094 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 54880) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:40:25.878388 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-05bb17aa-5cb9-40c9-af27-29aa631eff1a admin admin] Publish callbacks [] for security_group (8ebb3eb9-47c2-4f7e-b2de-848399eda6d6), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:25.898109 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-05bb17aa-5cb9-40c9-af27-29aa631eff1a admin admin] Publish callbacks [] for security_group (8ebb3eb9-47c2-4f7e-b2de-848399eda6d6), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:25.944936 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-05bb17aa-5cb9-40c9-af27-29aa631eff1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (8ebb3eb9-47c2-4f7e-b2de-848399eda6d6), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:25.947437 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-05bb17aa-5cb9-40c9-af27-29aa631eff1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:25.948606 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-05bb17aa-5cb9-40c9-af27-29aa631eff1a admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/8ebb3eb9-47c2-4f7e-b2de-848399eda6d6 HTTP/1.1" status: 204 len: 168 time: 0.1184504 Sep 12 23:40:25.956541 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb17aa-5cb9-40c9-af27-29aa631eff1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebb3eb9-47c2-4f7e-b2de-848399eda6d6,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:40:27.351254 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7d5d25d0-69ff-436c-aa0c-9cc6ef5f761d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:28.530270 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:29.757998 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:30.039873 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:35.821005 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=15,neutron:INSERT=6 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:35.822864 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=22,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:35.951768 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:35.952539 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:38.561332 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:48.555168 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:48.556998 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:40:51.596259 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:40:54.904785 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ea08-687b-4bd8-b2d0-74ea48cb50e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:57.352935 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-192e7727-6ba7-4d50-8820-64ee452625ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:58.534147 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:59.764516 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:40:59.830658 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 55126) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:40:59.933247 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:00.012055 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Publish callbacks [] for security_group (59015bd0-f885-4bd7-a15e-54a2b29e57ff), precommit_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:00.015704 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (59015bd0-f885-4bd7-a15e-54a2b29e57ff), after_create {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:00.042348 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:00.055107 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59015bd0-f885-4bd7-a15e-54a2b29e57ff,revision_number=1']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:41:00.059101 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=4876c3b1a7ed46ea92c95a477f17cbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274573 Sep 12 23:41:00.061905 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 55130) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:41:00.064899 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.065251 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.065597 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.065939 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.066274 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.066606 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.066933 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.067259 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.067603 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.067932 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.068260 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.068591 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.068914 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.069237 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.069559 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7374cd9-f058-4513-85eb-de8882287a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.111903 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Publish callbacks [] for security_group (59015bd0-f885-4bd7-a15e-54a2b29e57ff), before_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:00.132153 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Publish callbacks [] for security_group (59015bd0-f885-4bd7-a15e-54a2b29e57ff), precommit_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:00.177850 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (59015bd0-f885-4bd7-a15e-54a2b29e57ff), after_delete {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:00.180394 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:00.181552 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/59015bd0-f885-4bd7-a15e-54a2b29e57ff HTTP/1.1" status: 204 len: 168 time: 0.1186223 Sep 12 23:41:00.189432 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59015bd0-f885-4bd7-a15e-54a2b29e57ff,revision_number=None']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:41:00.196524 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.196984 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.197489 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.198023 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.198553 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.199018 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.199471 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.199974 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.200573 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.201067 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.201628 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.202086 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.202512 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.203066 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:00.203634 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baacc075-2573-42cb-ac09-2bddead39317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852009-7-iscsi {{(pid=106217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:41:01.162241 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [-] (106217) accepted ('10.222.0.27', 55160) {{(pid=106217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:41:01.263242 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-84edbfe4-bc0b-46e0-9588-bdcd0773230d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:01.337755 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-84edbfe4-bc0b-46e0-9588-bdcd0773230d admin admin] Publish callbacks [] for security_group (47cab655-d4ca-4d66-9716-131b096f579d), precommit_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:01.341362 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron_lib.callbacks.manager [None req-84edbfe4-bc0b-46e0-9588-bdcd0773230d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (47cab655-d4ca-4d66-9716-131b096f579d), after_create {{(pid=106217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:01.382393 dv-cinder-852009-7-iscsi neutron-server[106217]: INFO neutron.wsgi [None req-84edbfe4-bc0b-46e0-9588-bdcd0773230d admin admin] 10.222.0.27 "GET /networking/v2.0/security-groups?tenant_id=bc282e60ce4f4420b3d22cbd39e3a828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190206 Sep 12 23:41:01.383196 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edbfe4-bc0b-46e0-9588-bdcd0773230d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cab655-d4ca-4d66-9716-131b096f579d,revision_number=1']} {{(pid=106217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:41:01.385064 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [-] (106216) accepted ('10.222.0.27', 55164) {{(pid=106216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:41:01.434664 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9398cdd2-d064-46e2-99b6-ba6ad867454c admin admin] Publish callbacks [] for security_group (47cab655-d4ca-4d66-9716-131b096f579d), before_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:01.454166 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9398cdd2-d064-46e2-99b6-ba6ad867454c admin admin] Publish callbacks [] for security_group (47cab655-d4ca-4d66-9716-131b096f579d), precommit_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:01.500765 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9398cdd2-d064-46e2-99b6-ba6ad867454c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1766339'] for security_group (47cab655-d4ca-4d66-9716-131b096f579d), after_delete {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:01.503253 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-9398cdd2-d064-46e2-99b6-ba6ad867454c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:01.504453 dv-cinder-852009-7-iscsi neutron-server[106216]: INFO neutron.wsgi [None req-9398cdd2-d064-46e2-99b6-ba6ad867454c admin admin] 10.222.0.27 "DELETE /networking/v2.0/security-groups/47cab655-d4ca-4d66-9716-131b096f579d HTTP/1.1" status: 204 len: 168 time: 0.1177573 Sep 12 23:41:01.512285 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398cdd2-d064-46e2-99b6-ba6ad867454c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cab655-d4ca-4d66-9716-131b096f579d,revision_number=None']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:41:01.592046 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=16 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:01.592776 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=18 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:08.556534 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:11.374258 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=41,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:11.378661 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG dbcounter [-] [106217] Writing DB stats neutron:SELECT=30,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106217) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:11.507898 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=34,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:11.508569 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:12.290972 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:18.549717 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:18.551676 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=3,neutron:SELECT=11 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:24.909184 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6018c5af-a29b-4158-9445-aad08ed79608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:27.354738 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1d7c4ee3-b0ef-4fc8-b193-69bfde173f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:28.247453 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:28.259125 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:28.535624 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:28.595617 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:41:29.763088 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:30.045331 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:38.558247 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:38.592008 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:48.547409 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:48.554051 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:53.318660 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:41:54.910968 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7f2c6579-d7b9-4320-b0a2-96a2c091156c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:57.356065 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-753a6081-dfe3-4a26-8a68-8906b01f3d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:58.539481 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:41:59.764748 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:00.046386 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:05.248159 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:05.254056 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:05.593884 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:42:08.555385 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:15.589290 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:15.590038 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:18.549328 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:18.551247 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:24.905871 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d15bcb0a-0d29-4adc-afd8-7f5bd3eaaf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:27.358430 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-84b7f4be-8538-4a2f-ae2f-94d407896b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:28.541989 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:29.768467 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:30.048274 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:38.569012 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:42.249518 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:42.250206 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:42.592528 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:42:48.558849 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:48.565750 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:53.820840 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=13 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:53.822672 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=15 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:42:54.908051 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d07fc019-31bb-470b-ae94-cfd48766e305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:57.360342 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-59212755-2f17-4817-8f9e-8e7d3d49ad18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:58.545048 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:42:59.771864 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:00.050507 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:08.583907 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:18.577970 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:43:18.579913 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:43:19.251977 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:43:19.256766 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:43:19.592579 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:43:24.909064 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-7b9a1a1a-597d-4f46-9f97-00bd70a244fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:27.362088 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-30d7c63c-d0d9-4a00-b5af-132066d5dca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:28.547342 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:29.587840 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:43:29.588613 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:43:29.775510 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:30.052415 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:38.598784 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:48.592353 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:43:48.594209 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:43:54.912292 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-cafb95d6-e4ff-4269-8f10-aed8e4cbe3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:56.252281 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:43:56.252964 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:43:56.590951 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:43:57.365932 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e866-efd7-479e-b129-90a415aefc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:58.550372 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:59.781092 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:43:59.971048 dv-cinder-852009-7-iscsi neutron-server[106217]: DEBUG neutron.wsgi [req-9ce0840d-bcb1-4c93-9811-8699a68003e4 req-f74d5494-425e-476f-8029-8023046c8b92 service neutron] (106217) timed out ('10.222.0.25', 55714) {{(pid=106217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 12 23:44:00.055388 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:00.154311 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-70849493-71ab-4523-92c3-26f1fc210a28 req-d733b7a1-f3f0-47d1-897c-093a19b626aa service neutron] (106216) timed out ('10.222.0.25', 55624) {{(pid=106216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 12 23:44:06.587329 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:08.614082 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:11.088283 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-76def7eb-bc0d-4140-90b2-97a6a5946b63 req-7096b4ad-70e7-4eb3-b8fe-eaa0def3a807 service neutron] (106216) timed out ('10.222.0.25', 55672) {{(pid=106216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 12 23:44:18.609323 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:18.610084 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:24.914168 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4e55-2b87-429e-93d8-8227154cf448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:27.370133 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-d00065bd-3ee0-4699-954e-00294d4a1a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:28.551870 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:29.781280 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:30.056866 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:33.244226 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:33.249304 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=3 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:33.589629 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:44:38.622617 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:43.584398 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:43.585307 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:48.617365 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:48.618080 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:53.817295 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=9 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:53.823319 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=17 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:54.917148 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-6b2a34ae-b59a-46b6-a7f3-269de70f5f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:56.256275 dv-cinder-852009-7-iscsi neutron-server[106216]: DEBUG neutron.wsgi [req-f2c05f15-673c-4381-91a1-d9884230d347 req-fbbbcb79-7093-46be-ac4d-12f2245566ff service neutron] (106216) timed out ('10.222.0.25', 55649) {{(pid=106216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 12 23:44:57.372197 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1d738aa2-b693-4609-88a0-da9224e586d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:58.554671 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:59.783394 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:00.059005 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:08.636306 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:10.244015 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:10.244814 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:10.588458 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:45:18.630535 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:18.632387 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:20.584056 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:24.919534 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-4f6e4c02-80e0-4b82-91a8-5a2564e78b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:27.373228 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-1586df40-10dd-45ab-b607-5eef2ef543b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:28.557537 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:29.786613 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:30.060914 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:38.635296 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:47.586916 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG neutron.db.agents_db [None req-37e19983-7633-4c62-9016-7a91a3c11969 None None] Agent healthcheck: found 6 active agents {{(pid=106219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:45:48.625287 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:48.632000 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG dbcounter [-] [106218] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106218) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:53.326877 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=4 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:54.924310 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-5d047a98-6b61-42f5-89d0-a08df203527a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (976651f7-e66b-4d2a-8c65-706904221cd9), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:57.375375 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-a5f94e46-9713-40b5-b881-ad13ef08eef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (a91ba015-034a-4df4-bab4-81d50940f45a), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:57.584125 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:58.560531 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-643a3f89-b084-4e26-830e-94da7be364d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (ce9b90e9-31d7-4409-b728-2c0ac52819c4), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:59.789010 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-f9590689-4d2b-413b-9ee9-8f6164f2e9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (8a0ba54f-3839-4d02-9598-448d21c8d2d3), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:00.065319 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-0bb27692-014e-4c43-b527-e824fcad20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (332f73f9-2f9f-424d-9813-14a42179b814), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:08.627865 dv-cinder-852009-7-iscsi neutron-server[106218]: DEBUG neutron_lib.callbacks.manager [None req-2176e1c3-e959-4d0c-ab41-98a21e41e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763242561958', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66415881'] for agent (0ea4d96c-c244-4f2a-b2e1-4d1d5c2ca208), after_update {{(pid=106218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:12.294119 dv-cinder-852009-7-iscsi neutron-server[106219]: DEBUG dbcounter [-] [106219] Writing DB stats neutron:SELECT=2 {{(pid=106219) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}